-- Logs begin at Thu 2022-05-26 18:14:50 UTC, end at Thu 2022-05-26 20:00:44 UTC. -- May 26 19:27:00.526154 dv-cinder-825492-17-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 26 19:27:03.510340 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.common.config [-] Logging enabled! May 26 19:27:03.510987 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev244 May 26 19:27:03.512252 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104569) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 26 19:27:03.516867 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.common.config [-] Logging enabled! May 26 19:27:03.517129 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev244 May 26 19:27:03.517444 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104569) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 26 19:27:03.518451 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 19:27:03.518682 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 19:27:03.519142 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 19:27:03.519385 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 19:27:03.519606 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 19:27:03.520055 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.520356 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.520594 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.520890 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.521236 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.521701 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.522149 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.522656 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.522871 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.523294 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.523687 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.524002 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.524432 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.524874 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.525247 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.525469 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] debug = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.525752 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.526204 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.526617 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.526893 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.527272 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.528053 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.528327 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.528601 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.528885 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.529239 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] host = dv-cinder-825492-17-iscsi {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.529515 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.529800 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.530082 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.530365 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.530637 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.530923 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.531214 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.531482 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.531750 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] log_file = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.532286 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.532555 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.532841 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.533138 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.533360 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.533579 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.533859 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.534144 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.534417 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.534687 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.534978 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.535252 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.535522 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.535785 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.536066 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.536345 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.536624 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.536892 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.537160 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.537423 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.537687 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.537963 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.538236 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.538504 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.539036 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.539323 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.539589 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.539856 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.540155 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.540434 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.540713 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.540994 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.541264 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.541540 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.541805 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.542068 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.542331 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] use_json = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.542596 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.542886 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.543192 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.543459 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.543726 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.543992 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.544253 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.544532 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.544799 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:03.545095 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.545387 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.545988 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.546269 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.546568 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.546845 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.547155 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.547427 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.547710 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.547991 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.548357 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.548810 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.549297 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.549739 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.550192 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.550663 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.551143 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.551599 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.552007 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.552409 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.552801 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.553202 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.553622 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.554020 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.554434 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.554850 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.555284 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.555714 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.556126 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.556541 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.556962 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.557378 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.557775 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.558176 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.558650 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.559086 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.559487 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.559895 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.560289 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.560679 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.561088 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.561516 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.561929 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.562320 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.562723 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.563172 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.563592 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.563951 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.564271 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.564663 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.565059 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.565474 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.565876 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.566268 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.566662 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.567105 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.567501 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.567896 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.568290 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.568690 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.569094 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.569490 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.569882 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.570275 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.570665 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.571089 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.571484 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.571874 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.572271 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.572657 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.573056 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.573444 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.573839 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.574764 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.575232 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.575638 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.576042 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.576446 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.576843 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.577352 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.577632 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.577938 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.578345 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.578742 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.579201 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.579614 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.580031 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.580436 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.580839 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.581301 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.581705 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.582137 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.582471 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.583387 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.583387 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.583578 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.583716 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.584228 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.584384 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.584676 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.585097 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.585518 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.586065 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.586343 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.586783 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.587211 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:03.587520 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 19:27:03.587863 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104569) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 19:27:04.067298 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 26 19:27:04.067566 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 26 19:27:04.067863 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 26 19:27:04.068192 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 19:27:04.392012 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.392295 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.392558 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.393717 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.393978 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.394234 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.448252 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.448521 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.448780 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.463205 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.463479 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.463740 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.493524 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.493793 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.494058 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.529579 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.530118 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.530118 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.874288 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.874565 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.874827 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.875114 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.875799 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.975532 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.975847 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.976123 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.976386 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.976643 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.976945 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.977196 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.977443 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.977690 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.977966 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.978220 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.978474 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.979077 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.979319 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.979570 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.979830 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.980079 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.980916 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.981163 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.981417 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.981689 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.981931 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.982211 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.982582 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.982824 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.983090 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:04.983483 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 19:27:04.983722 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 19:27:04.984000 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 19:27:04.984196 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 19:27:04.984430 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 19:27:04.984663 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 19:27:04.985027 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 19:27:04.989149 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 19:27:04.993041 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 19:27:04.996867 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 26 19:27:04.998473 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 19:27:04.998951 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 19:27:04.999281 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 19:27:04.999659 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 19:27:05.002398 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 19:27:05.002642 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 19:27:05.003020 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 19:27:05.008020 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 26 19:27:05.032209 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 26 19:27:05.032666 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:05.032961 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104569) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 26 19:27:05.033326 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:05.034655 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104569) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 19:27:05.034967 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 19:27:05.035212 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 19:27:05.038470 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:05.038741 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:05.100492 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 19:27:05.100725 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 19:27:05.100960 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 19:27:05.101334 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 19:27:05.153770 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO dbcounter [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Registered counter for database neutron May 26 19:27:05.170657 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_db.sqlalchemy.engines [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104569) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 26 19:27:05.176790 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writer thread running {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 19:27:05.769301 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.managers [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Initializing driver for type 'gre' May 26 19:27:05.770034 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] gre ID ranges: [(1, 1000)] May 26 19:27:06.009353 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.managers [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Initializing driver for type 'local' May 26 19:27:06.009716 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.managers [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Initializing driver for type 'vlan' May 26 19:27:06.106538 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] VlanTypeDriver initialization complete May 26 19:27:06.106869 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.managers [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Initializing driver for type 'vxlan' May 26 19:27:06.107421 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] vxlan ID ranges: [(1, 1000)] May 26 19:27:06.917172 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.managers [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Initializing extension driver 'port_security' May 26 19:27:06.917843 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.extensions.port_security [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] PortSecurityExtensionDriver initialization complete May 26 19:27:06.917843 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.managers [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Initializing mechanism driver 'openvswitch' May 26 19:27:06.918247 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.managers [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Initializing mechanism driver 'hyperv' May 26 19:27:06.931136 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:06.931815 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > port after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.932194 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > port after_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.932548 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > port after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.933065 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 19:27:06.933987 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > subnet after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.934343 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > subnet after_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.934693 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.935118 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 19:27:06.935534 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > network after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.935885 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > network after_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.936228 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > network after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.936621 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 19:27:06.937028 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > security_group after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.937377 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > security_group after_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.937717 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.938133 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 19:27:06.938540 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.938887 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.939250 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.939641 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 19:27:06.940047 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > address_group after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.940393 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > address_group after_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.940731 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.941119 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 19:27:06.941746 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] ML2 OVO RPC backend initialized. {{(pid=104569) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 26 19:27:06.942458 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.942821 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.943276 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > network before_response 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.943633 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > networks before_response 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.943988 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > port before_response 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.944330 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > ports before_response 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.944677 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > subnet before_response 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.945018 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > subnets before_response 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.945362 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > network after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.945702 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > network after_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.946037 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > network after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.946372 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > port after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.946705 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > port after_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.947071 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > port after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.947409 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > subnet after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.947743 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > subnet after_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.948075 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:06.956187 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.quota [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded quota_driver: . May 26 19:27:06.956555 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.plugin [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Modular L2 Plugin initialization complete May 26 19:27:06.956923 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading services supported by the core plugin {{(pid=104569) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 19:27:06.957254 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.plugins.ml2.managers [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Got port-security extension from driver 'port_security' May 26 19:27:06.957741 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.extensions.vlantransparent [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Disabled vlantransparent extension. May 26 19:27:06.958240 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104569) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 19:27:06.958571 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading Plugin: router May 26 19:27:07.005079 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.005476 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router after_create 55549900 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.005853 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router before_create 55549900 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.006221 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.006598 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.006981 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router after_delete 55549900 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.007349 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.007706 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.008066 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router after_create 55549900 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.008414 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router after_update 55549900 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.008767 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router after_update 55549900 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.009116 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.009475 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router after_update 55549900 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.009886 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router precommit_update 55549900 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.010263 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: port after_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.010610 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: port after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.010970 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: subnet after_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.011319 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.012204 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.012553 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router precommit_create 55549900 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.012897 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: port before_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.013239 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router precommit_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.013593 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router after_update 55549900 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.013935 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.014296 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router precommit_create 55549900 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.014663 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.015051 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router precommit_update 55549900 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.015421 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > agent after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.015775 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > agent after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.016122 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > network after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.016995 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Tracking information for resource: router configured {{(pid=104569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 19:27:07.017330 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Tracking information for resource: floatingip configured {{(pid=104569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 19:27:07.029394 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.db.l3_agentschedulers_db [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 19:27:07.029985 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: port after_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.030346 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: port after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.030694 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: port after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.031077 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: port after_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.031869 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router before_create 55550100 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.032229 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.032584 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router precommit_create 55550100 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.032933 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > router precommit_update 55550100 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.037756 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.services.provider_configuration [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Service providers = [] {{(pid=104569) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 19:27:07.038115 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.db.servicetype_db [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104569) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 19:27:07.041076 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.services.service_base [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 19:27:07.041422 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.services.service_base [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 19:27:07.041761 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.services.service_base [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 19:27:07.042640 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.services.service_base [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 19:27:07.043034 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.services.service_base [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 19:27:07.043462 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 19:27:07.043780 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 26 19:27:07.054601 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 19:27:07.054951 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading Plugin: auto_allocate May 26 19:27:07.061273 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: network precommit_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.061636 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: network precommit_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.062162 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 19:27:07.062478 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading Plugin: tag May 26 19:27:07.076425 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 19:27:07.076744 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading Plugin: timestamp May 26 19:27:07.080768 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 19:27:07.081099 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading Plugin: network_ip_availability May 26 19:27:07.086588 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.086983 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.087337 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.088099 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 19:27:07.088411 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading Plugin: flavors May 26 19:27:07.093301 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 19:27:07.093708 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading Plugin: revisions May 26 19:27:07.097999 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 19:27:07.098388 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_concurrency.lockutils [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 3.030s {{(pid=104569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 26 19:27:07.099984 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104569) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 26 19:27:07.099984 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Initializing extension manager. May 26 19:27:07.100252 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: __init__.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.100542 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: __pycache__ {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.100884 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: _port_mac_address_override.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.101218 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: address_group.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.102197 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.102796 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: address-group May 26 19:27:07.103146 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: address_scope.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.104122 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.104634 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: address-scope May 26 19:27:07.104994 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.106027 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.106714 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: router-admin-state-down-before-update May 26 19:27:07.107065 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: agent.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.107770 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.108279 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: agent May 26 19:27:07.108600 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: agent_resources_synced.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.109503 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.110013 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: agent-resources-synced May 26 19:27:07.110333 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: allowedaddresspairs.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.112182 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.112706 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: allowed-address-pairs May 26 19:27:07.113030 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: auto_allocated_topology.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.114083 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.114602 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: auto-allocated-topology May 26 19:27:07.114950 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: availability_zone.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.115645 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.116152 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: availability_zone May 26 19:27:07.116472 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: availability_zone_filter.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.117451 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.117959 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: availability_zone_filter May 26 19:27:07.118280 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: data_plane_status.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.119200 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.119704 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension data-plane-status not supported by any of loaded plugins May 26 19:27:07.120023 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: default_subnetpools.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.121453 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.121959 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: default-subnetpools May 26 19:27:07.122281 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.123115 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.123626 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: dhcp_agent_scheduler May 26 19:27:07.124013 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: dns.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.124931 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.125451 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension dns-integration not supported by any of loaded plugins May 26 19:27:07.125770 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: dns_domain_ports.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.126673 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.127206 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 19:27:07.127529 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.128458 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.128945 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 26 19:27:07.129265 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: dvr.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.129934 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.130440 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: dvr May 26 19:27:07.130761 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: ecmp_routes.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.131684 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.132194 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension ecmp_routes not supported by any of loaded plugins May 26 19:27:07.132514 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: empty_string_filtering.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.133409 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.133998 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: empty-string-filtering May 26 19:27:07.134389 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.135340 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.135770 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 19:27:07.136088 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.137565 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.138067 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 19:27:07.138386 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: external_net.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.139321 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.139829 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: external-net May 26 19:27:07.140148 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.141045 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.141559 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: extra_dhcp_opt May 26 19:27:07.141881 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: extraroute.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.142779 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.143326 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: extraroute May 26 19:27:07.143645 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: extraroute_atomic.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.144697 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.145210 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: extraroute-atomic May 26 19:27:07.145550 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: filter_validation.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.146190 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.146694 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: filter-validation May 26 19:27:07.147047 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: fip_pf_description.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.147945 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.148452 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 19:27:07.148766 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: fip_pf_port_range.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.149659 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.150161 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 26 19:27:07.150479 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: fip_port_details.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.151463 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.152031 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: fip-port-details May 26 19:27:07.152385 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: flavors.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.153597 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.154108 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: flavors May 26 19:27:07.154429 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.156107 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.156624 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 19:27:07.156949 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: floatingip_pools.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.157780 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.158300 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: floatingip-pools May 26 19:27:07.158625 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: ip_allocation.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.159559 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.160079 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension ip_allocation not supported by any of loaded plugins May 26 19:27:07.160402 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.161313 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.161830 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: ip-substring-filtering May 26 19:27:07.162153 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: l2_adjacency.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.163095 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.174813 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension l2_adjacency not supported by any of loaded plugins May 26 19:27:07.174813 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: l3.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.174813 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.174813 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: router May 26 19:27:07.174813 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.176732 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.177261 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 19:27:07.177589 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.178501 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.179048 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: ext-gw-mode May 26 19:27:07.179373 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.180292 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.180801 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: l3-ha May 26 19:27:07.181120 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.182017 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.182522 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 26 19:27:07.182839 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: l3_flavors.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.184283 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.184791 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: l3-flavors May 26 19:27:07.185109 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.186463 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.187017 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 26 19:27:07.187344 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.188249 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.188768 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: l3-port-ip-change-not-allowed May 26 19:27:07.189089 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: l3agentscheduler.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.190128 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.190651 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: l3_agent_scheduler May 26 19:27:07.191014 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: local_ip.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.192778 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.193306 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension local_ip not supported by any of loaded plugins May 26 19:27:07.193637 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: logging.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.195133 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.195655 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension logging not supported by any of loaded plugins May 26 19:27:07.195981 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: metering.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.196740 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.197318 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: metering May 26 19:27:07.197641 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.198724 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.199834 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: metering_source_and_destination_fields May 26 19:27:07.200185 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: multiprovidernet.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.201222 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.201737 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: multi-provider May 26 19:27:07.202061 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: netmtu.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.203001 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.203631 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: net-mtu May 26 19:27:07.203955 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: netmtu_writable.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.204870 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.205381 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: net-mtu-writable May 26 19:27:07.205701 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: network_availability_zone.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.206364 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.206869 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: network_availability_zone May 26 19:27:07.207213 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: network_ip_availability.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.208296 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.208812 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: network-ip-availability May 26 19:27:07.209130 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: network_segment_range.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.209909 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.210412 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension network-segment-range not supported by any of loaded plugins May 26 19:27:07.210733 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: pagination.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.211728 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.212056 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: pagination May 26 19:27:07.212375 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: port_device_profile.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.213270 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.213828 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: port-device-profile May 26 19:27:07.214266 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: port_mac_address_override.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.215138 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.215661 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: port-mac-override May 26 19:27:07.215982 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.216900 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.217414 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: port-mac-address-regenerate May 26 19:27:07.217731 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.218638 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.219188 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: port-numa-affinity-policy May 26 19:27:07.219506 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: port_resource_request.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.220429 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.220941 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension port-resource-request not supported by any of loaded plugins May 26 19:27:07.221255 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: port_resource_request_groups.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.235563 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.236074 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 26 19:27:07.236393 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: portbindings.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.237300 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.237817 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: binding May 26 19:27:07.238135 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: portbindings_extended.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.239420 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.239937 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: binding-extended May 26 19:27:07.240258 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: portsecurity.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.241177 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.241689 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: port-security May 26 19:27:07.242008 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: project_id.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.242999 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.243327 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: project-id May 26 19:27:07.243651 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: providernet.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.244553 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.245073 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: provider May 26 19:27:07.245395 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: qos.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.249529 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.250056 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension qos not supported by any of loaded plugins May 26 19:27:07.250384 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.251657 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.252173 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 19:27:07.252498 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.253405 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.253917 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 19:27:07.254239 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: qos_default.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.255165 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.255682 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension qos-default not supported by any of loaded plugins May 26 19:27:07.256004 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: qos_fip.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.256914 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.257428 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension qos-fip not supported by any of loaded plugins May 26 19:27:07.257752 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.258652 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.259197 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 26 19:27:07.259518 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: qos_gateway_ip.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.260430 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.260941 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 19:27:07.261261 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: qos_port_network_policy.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.262716 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.263248 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 19:27:07.263569 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.264596 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.265109 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 26 19:27:07.265427 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.266449 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.266989 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 26 19:27:07.267310 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: qos_pps_rule.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.268473 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.268991 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension qos-pps not supported by any of loaded plugins May 26 19:27:07.269315 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: qos_rule_type_details.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.270219 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.270736 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 19:27:07.271102 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.272010 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.272519 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 26 19:27:07.272842 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: qos_rules_alias.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.273992 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.274505 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 19:27:07.274825 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: quota_check_limit.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.275763 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.276278 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: quota-check-limit May 26 19:27:07.276600 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: quotasv2.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.277610 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.277938 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: quotas May 26 19:27:07.278255 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: quotasv2_detail.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.279964 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.280296 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: quota_details May 26 19:27:07.280620 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: rbac.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.281670 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.282194 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: rbac-policies May 26 19:27:07.282520 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: rbac_address_group.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.283469 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.283986 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: rbac-address-group May 26 19:27:07.284305 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: rbac_address_scope.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.285302 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.285863 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: rbac-address-scope May 26 19:27:07.286139 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: rbac_security_groups.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.287091 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.287605 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: rbac-security-groups May 26 19:27:07.287928 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: rbac_subnetpool.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.288842 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.289355 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: rbac-subnetpool May 26 19:27:07.289672 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: revisionifmatch.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.290585 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.291127 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: revision-if-match May 26 19:27:07.291446 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: revisions.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.293072 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.293616 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: standard-attr-revisions May 26 19:27:07.293936 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: router_availability_zone.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.294599 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.295136 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: router_availability_zone May 26 19:27:07.295458 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: routerservicetype.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.296389 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.297265 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension router-service-type not supported by any of loaded plugins May 26 19:27:07.297773 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.298705 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.299261 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: security-groups-normalized-cidr May 26 19:27:07.299584 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.300505 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.301020 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: port-security-groups-filtering May 26 19:27:07.301340 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.302251 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.302765 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: security-groups-remote-address-group May 26 19:27:07.303110 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.304054 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.304565 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: security-groups-shared-filtering May 26 19:27:07.304924 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: securitygroup.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.316591 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.317132 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: security-group May 26 19:27:07.317465 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: segment.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.318199 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.318718 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension segment not supported by any of loaded plugins May 26 19:27:07.323954 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.324724 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.325240 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 19:27:07.325567 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: servicetype.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.326649 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.327210 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: service-type May 26 19:27:07.327610 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: sorting.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.328588 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.328916 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: sorting May 26 19:27:07.329237 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: standard_attr_segment.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.330137 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.330653 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 19:27:07.331002 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: standardattrdescription.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.331648 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.332155 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: standard-attr-description May 26 19:27:07.332473 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: stateful_security_group.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.333457 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.333977 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: stateful-security-group May 26 19:27:07.334299 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: stdattrs_common.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.334877 dv-cinder-825492-17-iscsi neutron-server[104569]: WARNING neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 19:27:07.335216 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.336144 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.336663 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 19:27:07.336981 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: subnet_onboard.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.338045 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.338570 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: subnet_onboard May 26 19:27:07.338889 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.339855 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.340367 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 19:27:07.340683 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: subnet_service_types.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.341607 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.342120 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: subnet-service-types May 26 19:27:07.342439 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: subnetallocation.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.343575 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.344095 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: subnet_allocation May 26 19:27:07.344418 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.345081 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.345594 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: subnetpool-prefix-ops May 26 19:27:07.345911 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.346833 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.347373 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 19:27:07.347689 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: tagging.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.348753 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.349274 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: standard-attr-tag May 26 19:27:07.349597 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: timestamp.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.350789 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.351335 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loaded extension: standard-attr-timestamp May 26 19:27:07.351661 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: trunk.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.352691 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.353212 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension trunk not supported by any of loaded plugins May 26 19:27:07.353535 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: trunk_details.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.354712 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.355805 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension trunk-details not supported by any of loaded plugins May 26 19:27:07.356123 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: uplink_status_propagation.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.357039 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.357552 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 19:27:07.357869 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Loading extension file: vlantransparent.py {{(pid=104569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 19:27:07.358537 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 19:27:07.359078 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extension vlan-transparent not supported by any of loaded plugins May 26 19:27:07.361656 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Creating instance of TrackedResource for resource:network May 26 19:27:07.362188 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Creating instance of TrackedResource for resource:subnet May 26 19:27:07.362587 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Creating instance of TrackedResource for resource:subnetpool May 26 19:27:07.363016 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Creating instance of TrackedResource for resource:port May 26 19:27:07.364359 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.v2.resource_helper [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 19:27:07.370039 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.v2.resource_helper [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Service FLAVORS assigned prefix: {{(pid=104569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 19:27:07.370039 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.v2.resource_helper [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 19:27:07.370039 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.v2.resource_helper [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 19:27:07.370039 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Creating instance of TrackedResource for resource:router May 26 19:27:07.370039 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Creating instance of TrackedResource for resource:floatingip May 26 19:27:07.370039 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.v2.resource_helper [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Service METERING assigned prefix: /metering {{(pid=104569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 19:27:07.371527 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.371527 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.371527 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:27:07.371527 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Creating instance of CountableResource for resource:rbac_policy May 26 19:27:07.371527 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Creating instance of TrackedResource for resource:security_group May 26 19:27:07.371973 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 19:27:07.372253 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.v2.resource_helper [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Service CORE assigned prefix: {{(pid=104569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 19:27:07.372583 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Creating instance of TrackedResource for resource:subnetpool May 26 19:27:07.372930 dv-cinder-825492-17-iscsi neutron-server[104569]: WARNING neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] subnetpool is already registered May 26 19:27:07.373408 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.v2.resource_helper [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Service CORE assigned prefix: {{(pid=104569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 19:27:07.373726 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Creating instance of TrackedResource for resource:subnetpool May 26 19:27:07.374053 dv-cinder-825492-17-iscsi neutron-server[104569]: WARNING neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] subnetpool is already registered May 26 19:27:07.376448 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.v2.resource_helper [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 19:27:07.376882 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.v2.resource_helper [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Service FLAVORS assigned prefix: {{(pid=104569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 19:27:07.377467 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.v2.resource_helper [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 19:27:07.377884 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.v2.resource_helper [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 19:27:07.378210 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Creating instance of TrackedResource for resource:router May 26 19:27:07.378546 dv-cinder-825492-17-iscsi neutron-server[104569]: WARNING neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] router is already registered May 26 19:27:07.378967 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Creating instance of TrackedResource for resource:floatingip May 26 19:27:07.379301 dv-cinder-825492-17-iscsi neutron-server[104569]: WARNING neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] floatingip is already registered May 26 19:27:07.379753 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.v2.resource_helper [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Service METERING assigned prefix: /metering {{(pid=104569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 19:27:07.380408 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Creating instance of CountableResource for resource:rbac_policy May 26 19:27:07.380729 dv-cinder-825492-17-iscsi neutron-server[104569]: WARNING neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] rbac_policy is already registered May 26 19:27:07.381131 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Creating instance of TrackedResource for resource:security_group May 26 19:27:07.381459 dv-cinder-825492-17-iscsi neutron-server[104569]: WARNING neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] security_group is already registered May 26 19:27:07.381856 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 19:27:07.382181 dv-cinder-825492-17-iscsi neutron-server[104569]: WARNING neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] security_group_rule is already registered May 26 19:27:07.382792 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.v2.resource_helper [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Service CORE assigned prefix: {{(pid=104569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 19:27:07.383142 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Creating instance of TrackedResource for resource:subnetpool May 26 19:27:07.383477 dv-cinder-825492-17-iscsi neutron-server[104569]: WARNING neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] subnetpool is already registered May 26 19:27:07.383897 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.v2.resource_helper [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Service CORE assigned prefix: {{(pid=104569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 19:27:07.384212 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Creating instance of TrackedResource for resource:subnetpool May 26 19:27:07.384535 dv-cinder-825492-17-iscsi neutron-server[104569]: WARNING neutron.quota.resource_registry [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] subnetpool is already registered May 26 19:27:07.384987 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: extensions {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.386478 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: address-groups {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.387958 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: address-scopes {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.389268 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: agents {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.390439 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: auto-allocated-topology {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.391695 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: availability_zones {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.392893 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: dhcp-networks {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.394376 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: dhcp-agents {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.395959 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: routers {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.397638 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: flavors {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.398885 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: service_profiles {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.400114 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: next_providers {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.401527 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: service_profiles {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.403134 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: floatingip-pools {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.404353 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: routers {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.406037 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: floatingips {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.407343 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: l3-routers {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.408720 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: l3-agents {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.410116 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: metering-labels {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.411457 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: metering-label-rules {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.412814 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: network-ip-availabilities {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.414093 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: bindings {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.415637 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: quotas {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.418618 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: quotas {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.420160 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: rbac-policies {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.421345 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: security-groups {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.422644 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: security-group-rules {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.423932 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: service-providers {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.425338 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: subnetpools {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.426592 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: subnetpools {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.428151 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: tags {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.429863 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: tags {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.431733 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: tags {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.434071 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: tags {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.435757 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: tags {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.437749 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: tags {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.439454 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: tags {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.441324 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: tags {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.443122 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: tags {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.444865 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron.api.extensions [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Extended resource: tags {{(pid=104569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 19:27:07.450893 dv-cinder-825492-17-iscsi neutron-server[104569]: WARNING keystonemiddleware.auth_token [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 19:27:07.456131 dv-cinder-825492-17-iscsi neutron-server[104569]: WARNING keystonemiddleware.auth_token [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 19:27:07.464868 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_concurrency.lockutils [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Acquired lock "singleton_lock" {{(pid=104569) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 26 19:27:07.465336 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_concurrency.lockutils [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Releasing lock "singleton_lock" {{(pid=104569) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 26 19:27:07.465984 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO oslo_service.service [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Starting 2 workers May 26 19:27:07.470957 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Started child 104684 {{(pid=104569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 19:27:07.475607 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Started child 104685 {{(pid=104569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 19:27:07.476586 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:07.477303 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO neutron.service [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Neutron service started, listening on 0.0.0.0:9696 May 26 19:27:07.477879 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:07.478151 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [-] (104684) wsgi starting up on http://0.0.0.0:9696 May 26 19:27:07.481072 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO oslo_service.service [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Starting 1 workers May 26 19:27:07.481273 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:07.482652 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [-] (104685) wsgi starting up on http://0.0.0.0:9696 May 26 19:27:07.486538 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Started child 104686 {{(pid=104569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 19:27:07.487101 dv-cinder-825492-17-iscsi neutron-server[104569]: INFO oslo_service.service [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Starting 1 workers May 26 19:27:07.490490 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.service [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] calling RpcWorker wait() {{(pid=104686) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 19:27:07.491120 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.service [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] returning from RpcWorker wait() {{(pid=104686) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 19:27:07.491735 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Started child 104687 {{(pid=104569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 19:27:07.492562 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:07.492670 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb497a3b-4aa5-4a63-b780-584b19ebad01 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:07.493145 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:07.494668 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104569) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 19:27:07.494880 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 19:27:07.495090 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 19:27:07.495322 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 19:27:07.495688 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 19:27:07.496390 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 19:27:07.496911 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.497289 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.497395 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:07.497864 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.497864 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.498422 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.498547 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.498973 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.499369 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.499528 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.499700 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.499856 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.500107 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.500334 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.500630 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.500895 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.501161 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.501375 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.501547 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.501826 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.502038 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.502277 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.502564 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] debug = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.502799 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.503302 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.503547 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.503767 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.503997 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.504285 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.504509 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.504782 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.505025 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.505292 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.505540 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.505792 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.506027 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.506233 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.506470 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.506721 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.506998 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.507425 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] host = dv-cinder-825492-17-iscsi {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.507652 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.507860 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.508080 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.508323 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.508565 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.508936 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.509076 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.509292 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.509538 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.509757 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.510000 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.510325 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.510487 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.510727 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] log_file = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.510887 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] log_options = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.511144 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.511444 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.511707 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.511906 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.512070 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.512228 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.512483 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.512794 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.512924 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.513083 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.513290 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.513496 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.513725 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.513934 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.514179 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.514404 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.514641 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.514844 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.515127 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.515351 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.515572 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.515790 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.516003 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.516210 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.516417 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.516639 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.516857 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.517065 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.517270 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.517478 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.517713 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.517968 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.518177 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.518402 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.518666 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.518803 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:07.519052 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.519181 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.519344 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.519612 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.519820 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.520065 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.520335 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.520566 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.520767 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.520976 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.521217 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.521444 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] use_json = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.521645 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.521871 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.522296 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.522424 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.523080 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.523080 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.523080 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.523418 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.523666 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.523909 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.524188 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.524503 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.524750 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.525000 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.525261 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.525679 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.525679 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.525961 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.526154 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.526454 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.526676 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.527036 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.527322 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.527576 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.527923 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.528345 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.528602 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.528847 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.529081 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.529330 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.529567 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.529829 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.530068 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.530317 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.530631 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.530774 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.531087 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.531351 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.531616 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.531952 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.532215 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.532480 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.532726 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.532961 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.533209 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.533516 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.533764 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.534072 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.534393 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.534674 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.534943 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.535581 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.535581 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.535581 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.535900 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.536040 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.543176 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.543176 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.543176 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.543176 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.543176 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.543176 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.543176 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.543176 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.543176 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.544192 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.544192 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.544192 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.544192 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.544192 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.544192 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.544192 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.544192 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.545065 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.545065 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.545065 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.545065 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.545065 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.545065 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.545065 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.545065 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.545065 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.545780 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.545780 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.545780 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.545780 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.545780 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.545780 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.545780 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.545780 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.545780 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.546678 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.546678 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.546678 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.546678 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.546678 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.546678 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.546678 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.546678 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.546678 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.547592 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.547592 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.547592 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.547592 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.547592 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.547592 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.547592 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.547592 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.548535 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.548535 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.548535 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.548535 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.548995 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.548995 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.549243 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.549572 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.549788 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.550000 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.550236 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.550631 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.550774 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.550919 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.551163 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.551389 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.552123 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.552317 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.552572 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.552815 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.553083 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.553315 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.553607 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.553834 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.554102 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.554392 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.554757 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.554957 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.555201 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.555466 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.555713 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.555967 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.556225 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.556449 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.556690 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.556943 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.557251 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.557400 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.557700 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.557857 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.558164 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.558951 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.559166 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.559376 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.559655 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.559880 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.560110 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.560375 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.560617 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.560862 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.561112 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.561350 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.561560 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.561767 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.562008 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.562216 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.562587 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.562691 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.563809 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.563809 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.563809 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.563809 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.563809 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.564319 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.564319 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.565135 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.565135 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.565135 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.565135 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.565610 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.565610 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.565610 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.566112 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.566112 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.566376 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.566547 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.566761 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.567245 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.567430 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.567524 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.567760 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.568069 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.568325 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.568536 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.568797 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.569013 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.569219 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.569428 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.569639 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.569853 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.570071 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.570345 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.570557 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.570758 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.571035 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.571360 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.571621 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.571849 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.572090 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.572336 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.572569 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.572783 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.572993 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.573225 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.573436 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.573652 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.573911 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.574142 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.574357 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.574601 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.574827 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.575113 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.575364 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.575599 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.575811 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.576029 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.576403 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.576792 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.576947 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.577039 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.577217 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.577424 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.577634 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.577862 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.578145 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.578538 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.578984 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.580149 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.581149 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.581149 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.581149 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.581473 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.581700 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.581797 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.581985 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.583059 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.583059 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.583059 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.583059 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.583059 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.583439 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.583439 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.583662 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.583874 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.584081 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.584296 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.584510 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.584717 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.584936 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.585202 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.585404 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.585620 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.585839 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.586047 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.586268 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.586475 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.586670 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.586880 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.587118 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.587323 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.587612 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.587856 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.588094 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.588379 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.588627 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.588865 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.589104 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.589458 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.589681 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.589930 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.590153 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.590387 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.590602 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.590852 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.591205 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.591499 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.591737 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.592002 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.592258 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.592532 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.592855 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.593070 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.593377 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.593742 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.594027 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.594289 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.594538 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.594763 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.595018 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.595257 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.595480 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.595720 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.595939 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.596160 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.596400 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.596641 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.596880 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.597129 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.597346 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.597568 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.597775 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.598009 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.598116 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:07.598223 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.598381 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 19:27:07.598956 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104569) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 19:27:07.599099 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 19:27:07.599252 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 19:27:07.599438 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 19:27:07.599603 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 19:27:07.599751 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 19:27:07.599955 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.600111 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.600269 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.600424 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.600629 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.600787 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.600968 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.601101 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.601254 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.601410 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.601564 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.601718 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.601877 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.602029 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.602182 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.602335 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.602648 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.602974 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.603485 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.604127 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.604291 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.604449 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] debug = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.604608 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.604806 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.604965 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.605830 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.605830 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.606019 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.606112 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.606238 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.606397 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.606550 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.606707 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.606857 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.607175 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.607470 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.607768 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.607930 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.608083 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.608238 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] host = dv-cinder-825492-17-iscsi {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.608391 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.608546 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.608700 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.608854 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.609012 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.609168 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.609322 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.609478 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.609634 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.609789 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.609943 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.610166 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.610270 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.610391 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] log_file = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.610539 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] log_options = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.610853 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.611038 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.611330 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.611656 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.611840 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.611965 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.612114 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.612264 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.612415 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.612563 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.612723 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.612880 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.613036 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.613197 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.613350 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.613508 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.613662 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.613816 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.613964 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.614124 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.614274 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.614568 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.614858 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.615173 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.615476 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.615771 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.615925 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.616238 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.616385 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.616691 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.616885 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.617000 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.617147 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.617299 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.617589 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.617874 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.618176 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.618462 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.618758 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.618986 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.619106 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.619240 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.619397 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.619555 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.619709 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.619864 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.620017 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] use_json = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.620163 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.620324 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.620480 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.620655 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.621333 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.621487 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.621789 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.621945 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.622103 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 19:27:07.622283 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.622449 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.622621 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.622778 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.623103 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.623266 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.623421 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.623745 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.623905 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.624111 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.624216 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.624384 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.625339 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.625339 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.625339 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.625339 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.625339 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.625339 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.625753 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.625753 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.625753 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.625944 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.626035 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.626335 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.626501 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.626657 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.626986 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.627156 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.627314 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.627481 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.627655 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.627814 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.627973 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.628130 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.628288 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.628447 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.628605 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.628763 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.628921 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.629078 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.629235 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.629393 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.629550 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.629706 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.629864 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.630020 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.630178 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.630335 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.630492 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.630648 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.630806 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.631101 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.631206 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.631294 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.631435 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.631595 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.631746 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.631918 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.632074 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.632232 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.632373 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.632522 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.632680 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.632849 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.632991 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.633141 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.633275 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.633410 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.633607 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.633782 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.634023 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.634023 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.634191 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.634319 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.634479 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.634858 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.634858 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.635057 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.635142 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.635258 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.635416 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.635572 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.635729 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.635886 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.636045 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.636200 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.636534 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.636693 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.636855 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.637008 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.637307 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.637627 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.637785 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.637942 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.638103 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.638265 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.638420 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.638578 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.638735 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.638893 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.639074 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.639230 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.639387 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.639547 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.639705 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.639863 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.640018 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.640174 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.640330 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.640488 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.640644 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.640801 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.640957 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.641114 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.641275 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.641451 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.641595 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.641746 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.641885 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.642021 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.642179 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.642340 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.642498 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.642663 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.642831 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.643010 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.643169 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.643325 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.643482 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.643638 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.643794 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.643956 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.644113 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.644269 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.644427 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.644596 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.644755 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.644913 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.645071 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.645251 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.645407 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.645562 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.645718 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.645873 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.646031 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.646204 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.646345 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.646502 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.646658 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.646815 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.646998 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.647156 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.647311 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.647468 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.647625 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.647781 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.647937 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.648093 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.648250 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.648406 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.648563 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.648719 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.648874 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.649031 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.649187 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.649344 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.649500 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.649657 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.649814 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.649971 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.650127 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.650285 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.650440 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.650597 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.650752 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.650923 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.651087 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.651244 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.651401 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.651557 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.651714 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.651887 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.652543 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.652702 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.652859 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.653016 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.653173 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.653330 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.653487 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.653644 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.653801 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.653961 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.654118 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.654273 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.654451 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.654608 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.654772 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.654932 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.655088 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.655245 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.655402 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.655561 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.655719 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.655876 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.656034 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.656192 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.656349 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.656508 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.656666 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.656821 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.656981 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.657142 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.657319 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.657463 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.657622 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.657778 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.657935 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.658091 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.658247 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.658403 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.658560 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.658716 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.658872 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.659073 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.659232 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.659389 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.659546 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.659702 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.659860 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.660027 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.660186 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.660342 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.660497 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.660652 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.660807 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.660975 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.661132 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.661288 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.661443 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.661599 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.661754 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.661920 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.662078 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.662234 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.662390 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.662545 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.662701 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.662867 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.663047 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.663205 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.663361 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.663517 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.663674 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.663845 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.664002 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.664158 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.664315 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.664472 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.664628 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.664794 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.664952 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.665108 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.665274 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.665432 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.665589 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.665747 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.665915 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.666072 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.666230 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.666387 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.666544 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.666699 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.666858 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.667041 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.667209 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.667374 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.667553 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.668236 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.668403 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.668570 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.668727 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.668891 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.669060 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.669217 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.669373 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.669529 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.669686 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.669844 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.670000 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.670156 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.670312 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.670468 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.670638 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.670787 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.670953 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.671112 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.671268 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.671425 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.671582 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.671737 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.671893 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.672049 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 19:27:07.672200 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 19:27:07.722430 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 48242) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:27:07.731583 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071764 May 26 19:27:16.375739 dv-cinder-825492-17-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:27:19.513138 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writer thread running {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 19:27:19.518832 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36943c5-314d-4f29-bb5f-c07f22ee1915 None None] get_active_networks_info from dv-cinder-825492-17-iscsi {{(pid=104686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 26 19:27:19.620000 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36943c5-314d-4f29-bb5f-c07f22ee1915 None None] No non-hosted networks {{(pid=104686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 19:27:19.627303 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.agentschedulers_db [None req-d36943c5-314d-4f29-bb5f-c07f22ee1915 None None] DHCP Agent not found on host dv-cinder-825492-17-iscsi {{(pid=104686) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 26 19:27:19.722360 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-87d1d232-a351-45c4-b7bb-8f61f7f45106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1616399'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:21.074323 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writer thread running {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 19:27:21.795235 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-61514a61-cce7-44e1-8d79-abbeb682e4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1616399'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:21.856443 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.db.api [None req-1d24afaa-e3d2-44cc-b0db-cb7ef948bf96 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-825492-17-iscsi {{(pid=104686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 19:27:21.857279 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG oslo_db.api [None req-1d24afaa-e3d2-44cc-b0db-cb7ef948bf96 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:27:22.389719 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-1d24afaa-e3d2-44cc-b0db-cb7ef948bf96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:22.908472 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 48316) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:27:22.912173 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1616399'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:23.508622 dv-cinder-825492-17-iscsi neutron-server[104684]: WARNING oslo_policy.policy [None req-195385af-98d9-4d7a-a515-b1a8d67db57a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 19:27:23.509191 dv-cinder-825492-17-iscsi neutron-server[104684]: WARNING oslo_policy.policy [None req-195385af-98d9-4d7a-a515-b1a8d67db57a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 19:27:23.731522 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [None req-195385af-98d9-4d7a-a515-b1a8d67db57a admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 19:27:23.742985 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-195385af-98d9-4d7a-a515-b1a8d67db57a admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8223188 May 26 19:27:24.649031 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1616399'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:25.934699 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1616399'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:25.936254 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:25.936594 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:25.936924 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:25.937251 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:25.937627 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:25.937979 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:25.938298 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:25.938679 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:25.939031 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:25.939366 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:25.939749 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:25.940123 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:25.944843 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:25.944843 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:25.944843 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:25.944843 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-825492-17-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:25.953943 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-825492-17-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:26.275500 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 48346) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:27:26.852043 dv-cinder-825492-17-iscsi neutron-server[104685]: WARNING oslo_policy.policy [None req-47835310-e25e-4451-9659-9d7e08a919f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 19:27:26.852928 dv-cinder-825492-17-iscsi neutron-server[104685]: WARNING oslo_policy.policy [None req-47835310-e25e-4451-9659-9d7e08a919f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 19:27:26.958683 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.db.l3_hamode_db [None req-72b9759c-9ed2-4ba3-830e-d9ed65d4cb21 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 19:27:27.035725 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9759c-9ed2-4ba3-830e-d9ed65d4cb21 None None] Routers set() bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:27:27.036112 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9759c-9ed2-4ba3-830e-d9ed65d4cb21 None None] Router IDs set() for agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 19:27:27.080316 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-47835310-e25e-4451-9659-9d7e08a919f8 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:27:27.171763 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.policy [None req-47835310-e25e-4451-9659-9d7e08a919f8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104685) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 19:27:27.212075 dv-cinder-825492-17-iscsi neutron-server[104685]: WARNING oslo_policy.policy [None req-47835310-e25e-4451-9659-9d7e08a919f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 19:27:27.212394 dv-cinder-825492-17-iscsi neutron-server[104685]: WARNING oslo_policy.policy [None req-47835310-e25e-4451-9659-9d7e08a919f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 19:27:27.234146 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writer thread running {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 19:27:27.402756 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-47835310-e25e-4451-9659-9d7e08a919f8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748980234767', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748980234243', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748980218574', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748980220088', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748980213943', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748980207453', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1324335', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1425858', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-284184', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-502373'] for rbac-policy (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:27.839848 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-47835310-e25e-4451-9659-9d7e08a919f8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:27.841100 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-47835310-e25e-4451-9659-9d7e08a919f8 admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.5646441 May 26 19:27:30.264393 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 48364) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:27:30.584379 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:27:30.740094 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Made reservation on behalf of 603c03ff576f4a71ad7cf3d516cfecf5 for: {'network': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:30.743968 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for network (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:30.761478 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:30.873926 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Publish callbacks [] for security_group (857ce7ca-0aea-44f9-a89c-02a379794584), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:31.059543 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (857ce7ca-0aea-44f9-a89c-02a379794584), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:31.093257 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=104685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:27:31.122069 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748975417959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (96050c86-41cf-43b4-8200-a3bfed74e111), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:31.122607 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.segments_db [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Added segment 96050c86-41cf-43b4-8200-a3bfed74e111 of type vlan for network 90174647-cdbd-42f3-a34f-bb458885b290 May 26 19:27:31.139246 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=857ce7ca-0aea-44f9-a89c-02a379794584,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:31.186553 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:31.186891 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:31.187270 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:31.187623 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:31.187951 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:31.188275 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:31.188602 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:31.188913 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:31.189246 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:31.189568 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:31.189884 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:31.190214 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:31.190533 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:31.190840 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:31.191193 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Tracked resource versions report: May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: pushed versions: May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: { 'AddressGroup': {'1.2'}, May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Agent': {'1.1'}, May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'ConntrackHelper': {'1.0'}, May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'LocalIPAssociation': {'1.0'}, May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Log': {'1.0'}, May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'NDPProxy': {'1.0'}, May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Network': {'1.1'}, May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Port': {'1.7'}, May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'PortForwarding': {'1.3'}, May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'QosPolicy': {'1.10'}, May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'SecurityGroup': {'1.5'}, May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'SecurityGroupRule': {'1.2'}, May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'SubPort': {'1.0'}, May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Subnet': {'1.1'}, May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Trunk': {'1.1'}} May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: consumer versions: May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: { DHCP agent@dv-cinder-825492-17-iscsi: {}, May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: L3 agent@dv-cinder-825492-17-iscsi: {}, May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: Metadata agent@dv-cinder-825492-17-iscsi: {}, May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: Metering agent@dv-cinder-825492-17-iscsi: {}, May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: Open vSwitch agent@dv-cinder-825492-17-iscsi: { 'AddressGroup': '1.2', May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Agent': '1.1', May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'ConntrackHelper': '1.0', May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'LocalIPAssociation': '1.0', May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Log': '1.0', May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'NDPProxy': '1.0', May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Network': '1.1', May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Port': '1.7', May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'PortForwarding': '1.3', May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'QosPolicy': '1.10', May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'SecurityGroup': '1.5', May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'SecurityGroupRule': '1.2', May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'SubPort': '1.0', May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Subnet': '1.1', May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Trunk': '1.1'}} May 26 19:27:31.192614 dv-cinder-825492-17-iscsi neutron-server[104685]: {{(pid=104685) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 19:27:31.233920 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748974919033'] for network (90174647-cdbd-42f3-a34f-bb458885b290), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:31.271637 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=54,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:27:31.345681 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for network (90174647-cdbd-42f3-a34f-bb458885b290), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:31.350700 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:31.351448 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:31.479548 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] Pushing event updated for resources: {'Network': ['ID=90174647-cdbd-42f3-a34f-bb458885b290,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:31.491353 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Network 90174647-cdbd-42f3-a34f-bb458885b290 details requested by agent ovs-agent-dv-cinder-825492-17-iscsi with host dv-cinder-825492-17-iscsi {{(pid=104686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 19:27:31.548354 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-ab827a4e-7d66-4d6f-89d6-6c0f2b978163 demo demo] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.2828741 May 26 19:27:34.038635 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 48378) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:27:34.465738 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59729d66-8e25-490b-9cdc-1f45eb0ccd9f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:34.467161 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-59729d66-8e25-490b-9cdc-1f45eb0ccd9f demo admin] 10.222.0.72 "GET /v2.0/networks/90174647-cdbd-42f3-a34f-bb458885b290 HTTP/1.1" status: 200 len: 825 time: 0.4275346 May 26 19:27:34.492676 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-4084685c-4a59-4dc8-83f0-2a68680975a8 demo admin] 10.222.0.72 "GET /v2.0/subnetpools/31e912d4-d41d-4675-91ca-5a791483aafd HTTP/1.1" status: 200 len: 734 time: 0.0198176 May 26 19:27:34.502258 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-a5e66836-154d-429e-a309-bd5dc6352a44 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '90174647-cdbd-42f3-a34f-bb458885b290', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '31e912d4-d41d-4675-91ca-5a791483aafd'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:27:34.613517 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e66836-154d-429e-a309-bd5dc6352a44 demo admin] Made reservation on behalf of 603c03ff576f4a71ad7cf3d516cfecf5 for: {'subnet': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:34.615974 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a5e66836-154d-429e-a309-bd5dc6352a44 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:34.835605 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:27:35.117724 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a5e66836-154d-429e-a309-bd5dc6352a44 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for subnet (c677326b-9d65-4e52-a103-0c8ba3bc8a0f), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:35.186077 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e66836-154d-429e-a309-bd5dc6352a44 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c677326b-9d65-4e52-a103-0c8ba3bc8a0f,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:35.194839 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e66836-154d-429e-a309-bd5dc6352a44 demo admin] Checking segment: {'id': '96050c86-41cf-43b4-8200-a3bfed74e111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '90174647-cdbd-42f3-a34f-bb458885b290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:27:35.195230 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e66836-154d-429e-a309-bd5dc6352a44 demo admin] Network hostable DHCP agents. Network: 90174647-cdbd-42f3-a34f-bb458885b290, hostable agents: ['334e9f8c-ffb2-4cf1-9422-c5afdc325939'], hosted agents: [] {{(pid=104685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:27:35.310569 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e66836-154d-429e-a309-bd5dc6352a44 demo admin] Network 90174647-cdbd-42f3-a34f-bb458885b290 is scheduled to be hosted by DHCP agent 334e9f8c-ffb2-4cf1-9422-c5afdc325939 with binding_index 1 {{(pid=104685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:27:35.431067 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-a5e66836-154d-429e-a309-bd5dc6352a44 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-17-iscsi, 90174647-cdbd-42f3-a34f-bb458885b290) {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:35.436209 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e66836-154d-429e-a309-bd5dc6352a44 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:35.436917 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a5e66836-154d-429e-a309-bd5dc6352a44 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:35.443113 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cf5b7f-3784-45ec-8803-e28e76a1a16a None None] Network 90174647-cdbd-42f3-a34f-bb458885b290 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:27:35.468485 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=36,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:27:35.536597 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-a5e66836-154d-429e-a309-bd5dc6352a44 demo admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0377390 May 26 19:27:35.711505 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe26c64eb-9ba4-58e8-a104-6529d17effff-90174647-cdbd-42f3-a34f-bb458885b290', 'network_id': '90174647-cdbd-42f3-a34f-bb458885b290', 'project_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'fixed_ips': [{'subnet_id': 'c677326b-9d65-4e52-a103-0c8ba3bc8a0f'}]}} from dv-cinder-825492-17-iscsi. {{(pid=104686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 19:27:35.712831 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:36.024951 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.db_base_plugin_common [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Allocated IP 172.20.0.2 (90174647-cdbd-42f3-a34f-bb458885b290/c677326b-9d65-4e52-a103-0c8ba3bc8a0f/090142ef-5120-42c4-8a40-5536ecd68239) {{(pid=104686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:27:36.266023 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Publish callbacks [] for port (090142ef-5120-42c4-8a40-5536ecd68239), precommit_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:36.374173 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691'] for port (090142ef-5120-42c4-8a40-5536ecd68239), after_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:36.459479 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Network 90174647-cdbd-42f3-a34f-bb458885b290 is already hosted by enough agents. {{(pid=104686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:27:36.465752 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.base_scheduler [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Resources bound (agent type, host, resource id): {{(pid=104686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:36.468969 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Received port after_create {{(pid=104686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:27:36.476212 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Pushing event updated for resources: {'Port': ['ID=090142ef-5120-42c4-8a40-5536ecd68239,revision_number=1']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:36.507545 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:36.507897 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:36.508256 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:36.508614 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:36.508951 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:36.509279 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:36.509602 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:36.509925 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:36.510882 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:36.511241 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:36.511564 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:36.511904 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:36.512231 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:36.512547 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:36.512864 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Tracked resource versions report: May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: pushed versions: May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: { 'AddressGroup': {'1.2'}, May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Agent': {'1.1'}, May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'ConntrackHelper': {'1.0'}, May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'LocalIPAssociation': {'1.0'}, May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Log': {'1.0'}, May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'NDPProxy': {'1.0'}, May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Network': {'1.1'}, May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Port': {'1.7'}, May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'PortForwarding': {'1.3'}, May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'QosPolicy': {'1.10'}, May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'SecurityGroup': {'1.5'}, May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'SecurityGroupRule': {'1.2'}, May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'SubPort': {'1.0'}, May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Subnet': {'1.1'}, May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Trunk': {'1.1'}} May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: consumer versions: May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: { DHCP agent@dv-cinder-825492-17-iscsi: {}, May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: L3 agent@dv-cinder-825492-17-iscsi: {}, May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: Metadata agent@dv-cinder-825492-17-iscsi: {}, May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: Metering agent@dv-cinder-825492-17-iscsi: {}, May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: Open vSwitch agent@dv-cinder-825492-17-iscsi: { 'AddressGroup': '1.2', May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Agent': '1.1', May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'ConntrackHelper': '1.0', May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'LocalIPAssociation': '1.0', May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Log': '1.0', May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'NDPProxy': '1.0', May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Network': '1.1', May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Port': '1.7', May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'PortForwarding': '1.3', May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'QosPolicy': '1.10', May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'SecurityGroup': '1.5', May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'SecurityGroupRule': '1.2', May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'SubPort': '1.0', May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Subnet': '1.1', May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Trunk': '1.1'}} May 26 19:27:36.514331 dv-cinder-825492-17-iscsi neutron-server[104686]: {{(pid=104686) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 19:27:36.565929 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Attempting to bind port 090142ef-5120-42c4-8a40-5536ecd68239 on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:27:36.566323 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Attempting to bind port 090142ef-5120-42c4-8a40-5536ecd68239 by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': '96050c86-41cf-43b4-8200-a3bfed74e111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '90174647-cdbd-42f3-a34f-bb458885b290'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:27:36.566763 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Attempting to bind port 090142ef-5120-42c4-8a40-5536ecd68239 on network 90174647-cdbd-42f3-a34f-bb458885b290 {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:27:36.571983 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:27:36.572365 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Checking segment: {'id': '96050c86-41cf-43b4-8200-a3bfed74e111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '90174647-cdbd-42f3-a34f-bb458885b290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:27:36.573362 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:36.573755 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Bound using segment: {'id': '96050c86-41cf-43b4-8200-a3bfed74e111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '90174647-cdbd-42f3-a34f-bb458885b290'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:27:36.574237 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Bound port: 090142ef-5120-42c4-8a40-5536ecd68239, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96050c86-41cf-43b4-8200-a3bfed74e111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '90174647-cdbd-42f3-a34f-bb458885b290'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:27:36.574630 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (090142ef-5120-42c4-8a40-5536ecd68239), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:36.577104 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:27:36.638025 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] For port 090142ef-5120-42c4-8a40-5536ecd68239, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:27:36.657726 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] For port 090142ef-5120-42c4-8a40-5536ecd68239, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=090142ef-5120-42c4-8a40-5536ecd68239,segment=NetworkSegment(96050c86-41cf-43b4-8200-a3bfed74e111),segment_id=96050c86-41cf-43b4-8200-a3bfed74e111)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:27:36.842919 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (090142ef-5120-42c4-8a40-5536ecd68239), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:36.902079 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba28ed-ecea-41f4-a620-80065c29cac1 None None] Pushing event updated for resources: {'Port': ['ID=090142ef-5120-42c4-8a40-5536ecd68239,revision_number=2']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:37.514816 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:27:37.518822 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:27:38.011686 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 48392) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:27:38.335308 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [None req-fd8868b5-d79d-4f96-8ef7-db7f3c2b9703 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 19:27:38.336357 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-fd8868b5-d79d-4f96-8ef7-db7f3c2b9703 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3236992 May 26 19:27:40.839681 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 48400) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:27:41.162881 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [None req-02886197-b8d5-4e91-9856-d0fa24eff211 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 19:27:41.163669 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-02886197-b8d5-4e91-9856-d0fa24eff211 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3230677 May 26 19:27:43.664532 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 48408) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:27:44.000615 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-2e476ebd-77a1-425e-843a-71161e390c0b demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:27:44.099562 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2e476ebd-77a1-425e-843a-71161e390c0b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7723'] for router (a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:44.101091 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2e476ebd-77a1-425e-843a-71161e390c0b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1823171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1704336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7714'] for router (a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:44.241909 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2e476ebd-77a1-425e-843a-71161e390c0b demo demo] Publish callbacks [] for router_controller (a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b), precommit_add_association {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:44.305635 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2e476ebd-77a1-425e-843a-71161e390c0b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613824'] for router (a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:44.317574 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:27:44.626950 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2e476ebd-77a1-425e-843a-71161e390c0b demo demo] Publish callbacks [] for router (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:44.628379 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-2e476ebd-77a1-425e-843a-71161e390c0b demo demo] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9628501 May 26 19:27:46.896832 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:27:46.899209 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=6 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:27:47.185502 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 48422) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:27:47.527406 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [None req-22979cbd-db73-4a80-989e-c70eee83f6ba admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 19:27:47.528408 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-22979cbd-db73-4a80-989e-c70eee83f6ba admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3419585 May 26 19:27:48.300936 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1194a57d-2899-4d12-804c-a5f031881a7d None None] Network 90174647-cdbd-42f3-a34f-bb458885b290 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:27:48.361243 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-069559ad-6dfd-4ab1-bcd7-a4902338328c None None] Provisioning complete for port 090142ef-5120-42c4-8a40-5536ecd68239 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:27:48.361659 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-069559ad-6dfd-4ab1-bcd7-a4902338328c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (090142ef-5120-42c4-8a40-5536ecd68239), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:48.553856 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-069559ad-6dfd-4ab1-bcd7-a4902338328c None None] Current status of the port 090142ef-5120-42c4-8a40-5536ecd68239 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:27:48.554255 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-069559ad-6dfd-4ab1-bcd7-a4902338328c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (090142ef-5120-42c4-8a40-5536ecd68239), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:48.597194 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-069559ad-6dfd-4ab1-bcd7-a4902338328c None None] For port 090142ef-5120-42c4-8a40-5536ecd68239, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=090142ef-5120-42c4-8a40-5536ecd68239,segment=NetworkSegment(96050c86-41cf-43b4-8200-a3bfed74e111),segment_id=96050c86-41cf-43b4-8200-a3bfed74e111)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:27:48.609584 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 090142ef-5120-42c4-8a40-5536ecd68239 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:27:48.661202 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 090142ef-5120-42c4-8a40-5536ecd68239 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:27:48.661644 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (090142ef-5120-42c4-8a40-5536ecd68239), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:48.733537 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-069559ad-6dfd-4ab1-bcd7-a4902338328c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (090142ef-5120-42c4-8a40-5536ecd68239), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:48.743323 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 090142ef-5120-42c4-8a40-5536ecd68239 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:27:48.743704 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (090142ef-5120-42c4-8a40-5536ecd68239), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:48.821563 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069559ad-6dfd-4ab1-bcd7-a4902338328c None None] Pushing event updated for resources: {'Port': ['ID=090142ef-5120-42c4-8a40-5536ecd68239,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:48.834051 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.db.api [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 19:27:48.834487 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG oslo_db.api [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:27:48.850828 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-527f33e8-98a5-45a6-85b9-6fbde962660f None None] Provisioning complete for port 090142ef-5120-42c4-8a40-5536ecd68239 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:27:48.851180 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-527f33e8-98a5-45a6-85b9-6fbde962660f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (090142ef-5120-42c4-8a40-5536ecd68239), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:48.922325 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-527f33e8-98a5-45a6-85b9-6fbde962660f None None] Current status of the port 090142ef-5120-42c4-8a40-5536ecd68239 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:27:49.371374 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 090142ef-5120-42c4-8a40-5536ecd68239 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:27:49.574003 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-55690f71-367c-46cb-a34f-d722273d4797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:50.051048 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 48430) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:27:50.407308 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-8448370f-1d12-479e-87fa-1415e2eff1f7 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:27:50.516353 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8448370f-1d12-479e-87fa-1415e2eff1f7 admin admin] Made reservation on behalf of 682ee24b662c4ff6b4e5f85944069ca4 for: {'network': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:50.519424 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8448370f-1d12-479e-87fa-1415e2eff1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for network (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:50.530097 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8448370f-1d12-479e-87fa-1415e2eff1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:50.573319 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 090142ef-5120-42c4-8a40-5536ecd68239 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:27:50.610635 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8448370f-1d12-479e-87fa-1415e2eff1f7 admin admin] Publish callbacks [] for security_group (43720f5a-27fa-4649-9005-70e6249129f6), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:50.620883 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 090142ef-5120-42c4-8a40-5536ecd68239 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:27:50.621333 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (090142ef-5120-42c4-8a40-5536ecd68239), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:50.691663 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:27:50.705016 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 090142ef-5120-42c4-8a40-5536ecd68239 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:27:50.847574 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8448370f-1d12-479e-87fa-1415e2eff1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (43720f5a-27fa-4649-9005-70e6249129f6), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:50.864001 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8448370f-1d12-479e-87fa-1415e2eff1f7 admin admin] Reserving flat network on physical network physnet1 {{(pid=104685) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 19:27:50.883669 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448370f-1d12-479e-87fa-1415e2eff1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43720f5a-27fa-4649-9005-70e6249129f6,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:50.888588 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8448370f-1d12-479e-87fa-1415e2eff1f7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748975417959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:50.889010 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.segments_db [None req-8448370f-1d12-479e-87fa-1415e2eff1f7 admin admin] Added segment 42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e of type flat for network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 May 26 19:27:50.934066 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8448370f-1d12-479e-87fa-1415e2eff1f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748974919033'] for network (473fd369-73ea-4ef7-abf2-4c3d7dbfe407), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:51.201909 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8448370f-1d12-479e-87fa-1415e2eff1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for network (473fd369-73ea-4ef7-abf2-4c3d7dbfe407), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:51.202842 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8448370f-1d12-479e-87fa-1415e2eff1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:51.203460 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8448370f-1d12-479e-87fa-1415e2eff1f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:51.293872 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448370f-1d12-479e-87fa-1415e2eff1f7 admin admin] Pushing event updated for resources: {'Network': ['ID=473fd369-73ea-4ef7-abf2-4c3d7dbfe407,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:51.303860 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 details requested by agent ovs-agent-dv-cinder-825492-17-iscsi with host dv-cinder-825492-17-iscsi {{(pid=104686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 19:27:51.393071 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:27:51.479217 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-8448370f-1d12-479e-87fa-1415e2eff1f7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4265659 May 26 19:27:52.105442 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-4db0ae50-f25e-4f11-8acd-5835feeb8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:52.927370 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:53.957065 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 48448) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:27:54.140607 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90db2783-32c9-4d67-a7d8-6f56c50ad006 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:54.141980 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-90db2783-32c9-4d67-a7d8-6f56c50ad006 demo admin] 10.222.0.72 "GET /v2.0/subnets/c677326b-9d65-4e52-a103-0c8ba3bc8a0f HTTP/1.1" status: 200 len: 849 time: 0.1839375 May 26 19:27:54.263480 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-b2d2a06f-80f6-487f-802f-5e4b8790dac3 demo admin] 10.222.0.72 "GET /v2.0/routers/a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b HTTP/1.1" status: 200 len: 704 time: 0.1154912 May 26 19:27:54.495304 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:INSERT=16,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:27:54.534034 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4026b2ff-3771-41f1-b1cd-82be86121e52 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:54.607684 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:54.674462 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:27:54.878948 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [None req-4026b2ff-3771-41f1-b1cd-82be86121e52 demo admin] Allocated IP 172.20.0.1 (90174647-cdbd-42f3-a34f-bb458885b290/c677326b-9d65-4e52-a103-0c8ba3bc8a0f/79c1b2c6-9860-47f9-b73c-408785f3c94a) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:27:55.033447 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4026b2ff-3771-41f1-b1cd-82be86121e52 demo admin] Publish callbacks [] for port (79c1b2c6-9860-47f9-b73c-408785f3c94a), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:55.202754 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4026b2ff-3771-41f1-b1cd-82be86121e52 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691'] for port (79c1b2c6-9860-47f9-b73c-408785f3c94a), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:55.274321 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4026b2ff-3771-41f1-b1cd-82be86121e52 demo admin] Network 90174647-cdbd-42f3-a34f-bb458885b290 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:27:55.286685 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-4026b2ff-3771-41f1-b1cd-82be86121e52 demo admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:55.291841 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4026b2ff-3771-41f1-b1cd-82be86121e52 demo admin] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:27:55.292388 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4026b2ff-3771-41f1-b1cd-82be86121e52 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617779'] for router_interface (a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:55.314849 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026b2ff-3771-41f1-b1cd-82be86121e52 demo admin] Pushing event updated for resources: {'Port': ['ID=79c1b2c6-9860-47f9-b73c-408785f3c94a,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:55.370597 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:27:55.486852 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-96f3ae98-a838-4793-bd81-26371f12b88d None None] Provisioning complete for port 79c1b2c6-9860-47f9-b73c-408785f3c94a triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:27:55.487358 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-96f3ae98-a838-4793-bd81-26371f12b88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (79c1b2c6-9860-47f9-b73c-408785f3c94a), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:55.517858 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-96f3ae98-a838-4793-bd81-26371f12b88d None None] Port 79c1b2c6-9860-47f9-b73c-408785f3c94a cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:27:55.590394 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4026b2ff-3771-41f1-b1cd-82be86121e52 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (79c1b2c6-9860-47f9-b73c-408785f3c94a), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:55.825613 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4026b2ff-3771-41f1-b1cd-82be86121e52 demo admin] Publish callbacks [] for port (79c1b2c6-9860-47f9-b73c-408785f3c94a), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:55.853222 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:55.887438 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4026b2ff-3771-41f1-b1cd-82be86121e52 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (79c1b2c6-9860-47f9-b73c-408785f3c94a), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:55.888238 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4026b2ff-3771-41f1-b1cd-82be86121e52 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-131577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616579'] for router_interface (a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:55.969117 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026b2ff-3771-41f1-b1cd-82be86121e52 demo admin] Pushing event updated for resources: {'Port': ['ID=79c1b2c6-9860-47f9-b73c-408785f3c94a,revision_number=2']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:56.021290 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4026b2ff-3771-41f1-b1cd-82be86121e52 demo admin] Network 90174647-cdbd-42f3-a34f-bb458885b290 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:27:56.022632 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-4026b2ff-3771-41f1-b1cd-82be86121e52 demo admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:56.276430 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4026b2ff-3771-41f1-b1cd-82be86121e52 demo admin] Router a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b is scheduled to L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d with binding_index 1 {{(pid=104685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 19:27:56.366957 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-51fbb0c3-2a52-4f3f-bf62-16add8100619 None None] Provisioning complete for port 79c1b2c6-9860-47f9-b73c-408785f3c94a triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:27:56.367266 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-51fbb0c3-2a52-4f3f-bf62-16add8100619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (79c1b2c6-9860-47f9-b73c-408785f3c94a), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:56.373218 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4026b2ff-3771-41f1-b1cd-82be86121e52 demo admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:27:56.383278 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-4026b2ff-3771-41f1-b1cd-82be86121e52 demo admin] 10.222.0.72 "PUT /v2.0/routers/a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1095662 May 26 19:27:56.383397 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] Sync routers for ids ['a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:27:56.397567 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] Routers {'a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:27:56.398424 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:27:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:56.402456 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-51fbb0c3-2a52-4f3f-bf62-16add8100619 None None] Port 79c1b2c6-9860-47f9-b73c-408785f3c94a cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:27:56.582163 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] Set router a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b gateway port host: None {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:27:57.009174 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b', 'name': 'router1', 'tenant_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:27:44Z', 'updated_at': '2022-05-26T19:27:55Z', 'revision_number': 2, 'project_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'gw_port_host': None, '_interfaces': [{'id': '79c1b2c6-9860-47f9-b73c-408785f3c94a', 'name': '', 'network_id': '90174647-cdbd-42f3-a34f-bb458885b290', 'tenant_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'mac_address': 'fa:16:3e:82:d0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c677326b-9d65-4e52-a103-0c8ba3bc8a0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:27:54Z', 'updated_at': '2022-05-26T19:27:55Z', 'revision_number': 2, 'project_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'subnets': [{'id': 'c677326b-9d65-4e52-a103-0c8ba3bc8a0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31e912d4-d41d-4675-91ca-5a791483aafd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:57.063122 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] Checking router: a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:27:57.063503 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] Updating router a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b port 79c1b2c6-9860-47f9-b73c-408785f3c94a binding host dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:27:57.117073 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (79c1b2c6-9860-47f9-b73c-408785f3c94a), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:57.658576 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] Publish callbacks [] for port (79c1b2c6-9860-47f9-b73c-408785f3c94a), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:57.750177 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (79c1b2c6-9860-47f9-b73c-408785f3c94a), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:57.927279 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fc895-97ef-41b5-b4cc-8941b4141535 None None] Pushing event updated for resources: {'Port': ['ID=79c1b2c6-9860-47f9-b73c-408785f3c94a,revision_number=3']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:57.943853 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] Attempting to bind port 79c1b2c6-9860-47f9-b73c-408785f3c94a on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:27:57.944242 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] Attempting to bind port 79c1b2c6-9860-47f9-b73c-408785f3c94a by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': '96050c86-41cf-43b4-8200-a3bfed74e111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '90174647-cdbd-42f3-a34f-bb458885b290'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:27:57.944683 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] Attempting to bind port 79c1b2c6-9860-47f9-b73c-408785f3c94a on network 90174647-cdbd-42f3-a34f-bb458885b290 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:27:57.950980 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc895-97ef-41b5-b4cc-8941b4141535 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:57.951423 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc895-97ef-41b5-b4cc-8941b4141535 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:57.951670 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc895-97ef-41b5-b4cc-8941b4141535 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:57.952021 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc895-97ef-41b5-b4cc-8941b4141535 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:57.952347 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc895-97ef-41b5-b4cc-8941b4141535 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:57.952666 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc895-97ef-41b5-b4cc-8941b4141535 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:57.952986 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc895-97ef-41b5-b4cc-8941b4141535 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:57.953297 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc895-97ef-41b5-b4cc-8941b4141535 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:57.953631 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc895-97ef-41b5-b4cc-8941b4141535 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:57.953950 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc895-97ef-41b5-b4cc-8941b4141535 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:57.954264 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc895-97ef-41b5-b4cc-8941b4141535 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:57.954597 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc895-97ef-41b5-b4cc-8941b4141535 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:57.954929 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc895-97ef-41b5-b4cc-8941b4141535 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:57.955239 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc895-97ef-41b5-b4cc-8941b4141535 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:57.955549 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc895-97ef-41b5-b4cc-8941b4141535 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc895-97ef-41b5-b4cc-8941b4141535 None None] Tracked resource versions report: May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: pushed versions: May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: { 'AddressGroup': {'1.2'}, May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Agent': {'1.1'}, May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'ConntrackHelper': {'1.0'}, May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'LocalIPAssociation': {'1.0'}, May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Log': {'1.0'}, May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'NDPProxy': {'1.0'}, May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Network': {'1.1'}, May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Port': {'1.7'}, May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'PortForwarding': {'1.3'}, May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'QosPolicy': {'1.10'}, May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'SecurityGroup': {'1.5'}, May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'SecurityGroupRule': {'1.2'}, May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'SubPort': {'1.0'}, May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Subnet': {'1.1'}, May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Trunk': {'1.1'}} May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: consumer versions: May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: { DHCP agent@dv-cinder-825492-17-iscsi: {}, May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: L3 agent@dv-cinder-825492-17-iscsi: {}, May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: Metadata agent@dv-cinder-825492-17-iscsi: {}, May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: Metering agent@dv-cinder-825492-17-iscsi: {}, May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: Open vSwitch agent@dv-cinder-825492-17-iscsi: { 'AddressGroup': '1.2', May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Agent': '1.1', May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'ConntrackHelper': '1.0', May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'LocalIPAssociation': '1.0', May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Log': '1.0', May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'NDPProxy': '1.0', May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Network': '1.1', May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Port': '1.7', May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'PortForwarding': '1.3', May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'QosPolicy': '1.10', May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'SecurityGroup': '1.5', May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'SecurityGroupRule': '1.2', May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'SubPort': '1.0', May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Subnet': '1.1', May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Trunk': '1.1'}} May 26 19:27:57.956969 dv-cinder-825492-17-iscsi neutron-server[104687]: {{(pid=104687) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 19:27:57.959694 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:27:57.960103 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] Checking segment: {'id': '96050c86-41cf-43b4-8200-a3bfed74e111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '90174647-cdbd-42f3-a34f-bb458885b290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:27:57.960609 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:57.960951 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] Bound using segment: {'id': '96050c86-41cf-43b4-8200-a3bfed74e111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '90174647-cdbd-42f3-a34f-bb458885b290'} {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:27:57.961462 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] Bound port: 79c1b2c6-9860-47f9-b73c-408785f3c94a, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96050c86-41cf-43b4-8200-a3bfed74e111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '90174647-cdbd-42f3-a34f-bb458885b290'}}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:27:57.961850 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (79c1b2c6-9860-47f9-b73c-408785f3c94a), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:58.034046 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] For port 79c1b2c6-9860-47f9-b73c-408785f3c94a, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:27:58.036006 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-46c74ec0-3f4e-40ae-982f-a5620b8ee1b3 None None] Provisioning complete for port 79c1b2c6-9860-47f9-b73c-408785f3c94a triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:27:58.036483 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-46c74ec0-3f4e-40ae-982f-a5620b8ee1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (79c1b2c6-9860-47f9-b73c-408785f3c94a), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:58.050290 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:27:58.054200 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:27:58.056443 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] For port 79c1b2c6-9860-47f9-b73c-408785f3c94a, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=79c1b2c6-9860-47f9-b73c-408785f3c94a,segment=NetworkSegment(96050c86-41cf-43b4-8200-a3bfed74e111),segment_id=96050c86-41cf-43b4-8200-a3bfed74e111)] {{(pid=104687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:27:58.071911 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-46c74ec0-3f4e-40ae-982f-a5620b8ee1b3 None None] Port 79c1b2c6-9860-47f9-b73c-408785f3c94a cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:27:58.179567 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (79c1b2c6-9860-47f9-b73c-408785f3c94a), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:58.238190 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fc895-97ef-41b5-b4cc-8941b4141535 None None] Pushing event updated for resources: {'Port': ['ID=79c1b2c6-9860-47f9-b73c-408785f3c94a,revision_number=4']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:58.273985 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] Routers {'a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:27:58.273985 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:27:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:58.329495 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] Set router a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b gateway port host: None {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:27:58.493319 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-bc6d8f6d-7dc5-4ff9-8c11-64770ed56209 None None] Provisioning complete for port 79c1b2c6-9860-47f9-b73c-408785f3c94a triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:27:58.493622 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-bc6d8f6d-7dc5-4ff9-8c11-64770ed56209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (79c1b2c6-9860-47f9-b73c-408785f3c94a), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:58.543904 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b', 'name': 'router1', 'tenant_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:27:44Z', 'updated_at': '2022-05-26T19:27:55Z', 'revision_number': 2, 'project_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'gw_port_host': None, '_interfaces': [{'id': '79c1b2c6-9860-47f9-b73c-408785f3c94a', 'name': '', 'network_id': '90174647-cdbd-42f3-a34f-bb458885b290', 'tenant_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'mac_address': 'fa:16:3e:82:d0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c677326b-9d65-4e52-a103-0c8ba3bc8a0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:27:54Z', 'updated_at': '2022-05-26T19:27:58Z', 'revision_number': 4, 'project_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'subnets': [{'id': 'c677326b-9d65-4e52-a103-0c8ba3bc8a0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31e912d4-d41d-4675-91ca-5a791483aafd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:58.569486 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-bc6d8f6d-7dc5-4ff9-8c11-64770ed56209 None None] Current status of the port 79c1b2c6-9860-47f9-b73c-408785f3c94a is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:27:58.574794 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-bc6d8f6d-7dc5-4ff9-8c11-64770ed56209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (79c1b2c6-9860-47f9-b73c-408785f3c94a), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:58.575659 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bc4750-2082-47b7-8a39-25876b201a53 None None] The sync data for ids ['a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b'] in dv-cinder-825492-17-iscsi is: [{'id': 'a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b', 'name': 'router1', 'tenant_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:27:44Z', 'updated_at': '2022-05-26T19:27:55Z', 'revision_number': 2, 'project_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'gw_port_host': None, '_interfaces': [{'id': '79c1b2c6-9860-47f9-b73c-408785f3c94a', 'name': '', 'network_id': '90174647-cdbd-42f3-a34f-bb458885b290', 'tenant_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'mac_address': 'fa:16:3e:82:d0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c677326b-9d65-4e52-a103-0c8ba3bc8a0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:27:54Z', 'updated_at': '2022-05-26T19:27:58Z', 'revision_number': 4, 'project_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'subnets': [{'id': 'c677326b-9d65-4e52-a103-0c8ba3bc8a0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31e912d4-d41d-4675-91ca-5a791483aafd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:27:58.606095 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-bc6d8f6d-7dc5-4ff9-8c11-64770ed56209 None None] For port 79c1b2c6-9860-47f9-b73c-408785f3c94a, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=79c1b2c6-9860-47f9-b73c-408785f3c94a,segment=NetworkSegment(96050c86-41cf-43b4-8200-a3bfed74e111),segment_id=96050c86-41cf-43b4-8200-a3bfed74e111)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:27:58.750403 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-bc6d8f6d-7dc5-4ff9-8c11-64770ed56209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (79c1b2c6-9860-47f9-b73c-408785f3c94a), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:58.809950 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d8f6d-7dc5-4ff9-8c11-64770ed56209 None None] Pushing event updated for resources: {'Port': ['ID=79c1b2c6-9860-47f9-b73c-408785f3c94a,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:58.872974 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 48470) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:27:58.983289 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ba3ba2-a09f-4c8e-b8b9-900e7445f42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:58.984654 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-d5ba3ba2-a09f-4c8e-b8b9-900e7445f42c admin admin] 10.222.0.72 "GET /v2.0/networks/473fd369-73ea-4ef7-abf2-4c3d7dbfe407 HTTP/1.1" status: 200 len: 842 time: 0.1106889 May 26 19:27:58.995299 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-33f3b292-542f-48f3-8197-6a6bbf350d6c admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'name': 'public-subnet'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:27:59.139141 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f3b292-542f-48f3-8197-6a6bbf350d6c admin admin] Made reservation on behalf of 682ee24b662c4ff6b4e5f85944069ca4 for: {'subnet': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:59.141537 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-33f3b292-542f-48f3-8197-6a6bbf350d6c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:59.143395 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:27:59.221822 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:27:59.627791 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.objects.ports [None req-33f3b292-542f-48f3-8197-6a6bbf350d6c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104685) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 26 19:27:59.628114 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-33f3b292-542f-48f3-8197-6a6bbf350d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for subnet (e2d33725-3d92-4da5-aaeb-c19a80fdf9e2), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:59.690421 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3b292-542f-48f3-8197-6a6bbf350d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d33725-3d92-4da5-aaeb-c19a80fdf9e2,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:59.696740 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f3b292-542f-48f3-8197-6a6bbf350d6c admin admin] Checking segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:27:59.696740 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f3b292-542f-48f3-8197-6a6bbf350d6c admin admin] Network hostable DHCP agents. Network: 473fd369-73ea-4ef7-abf2-4c3d7dbfe407, hostable agents: ['334e9f8c-ffb2-4cf1-9422-c5afdc325939'], hosted agents: [] {{(pid=104685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:27:59.864738 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f3b292-542f-48f3-8197-6a6bbf350d6c admin admin] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is scheduled to be hosted by DHCP agent 334e9f8c-ffb2-4cf1-9422-c5afdc325939 with binding_index 1 {{(pid=104685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:27:59.956259 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-33f3b292-542f-48f3-8197-6a6bbf350d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-17-iscsi, 473fd369-73ea-4ef7-abf2-4c3d7dbfe407) {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:59.960343 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f3b292-542f-48f3-8197-6a6bbf350d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:59.960932 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-33f3b292-542f-48f3-8197-6a6bbf350d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:27:59.966517 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3289c9fe-8648-4f5c-a88c-c6c1e459296d None None] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:28:00.056016 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-33f3b292-542f-48f3-8197-6a6bbf350d6c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0645857 May 26 19:28:00.074890 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cd7310-9c98-41ac-b64d-b9f30719bb66 None None] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:28:02.432606 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 48478) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:28:02.565588 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-9428261b-f263-4a4b-ab53-ebb845ff1764 demo admin] 10.222.0.72 "GET /v2.0/routers/a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b HTTP/1.1" status: 200 len: 710 time: 0.1317284 May 26 19:28:02.654842 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cb78dc-fdec-4a9f-81ee-398cd9942951 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:02.661151 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-e7cb78dc-fdec-4a9f-81ee-398cd9942951 demo admin] 10.222.0.72 "GET /v2.0/networks/473fd369-73ea-4ef7-abf2-4c3d7dbfe407 HTTP/1.1" status: 200 len: 886 time: 0.0847766 May 26 19:28:02.664963 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-756f84aa-7629-4eeb-8d3c-0ffec89619bd demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:28:02.841652 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:28:03.027540 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-756f84aa-7629-4eeb-8d3c-0ffec89619bd demo admin] Publish callbacks [] for router_gateway (a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:03.423905 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-756f84aa-7629-4eeb-8d3c-0ffec89619bd demo admin] Publish callbacks [] for router_gateway (a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:03.503805 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-756f84aa-7629-4eeb-8d3c-0ffec89619bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:03.614268 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [None req-756f84aa-7629-4eeb-8d3c-0ffec89619bd demo admin] Allocated IP 172.27.0.229 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/0362babb-e971-4322-bb3e-8544cb023eb2) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:28:03.669891 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:28:03.723644 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-756f84aa-7629-4eeb-8d3c-0ffec89619bd demo admin] Publish callbacks [] for port (0362babb-e971-4322-bb3e-8544cb023eb2), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:03.905295 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-756f84aa-7629-4eeb-8d3c-0ffec89619bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691'] for port (0362babb-e971-4322-bb3e-8544cb023eb2), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:03.945467 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756f84aa-7629-4eeb-8d3c-0ffec89619bd demo admin] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:28:03.951266 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-756f84aa-7629-4eeb-8d3c-0ffec89619bd demo admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:28:03.955241 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756f84aa-7629-4eeb-8d3c-0ffec89619bd demo admin] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:28:03.960079 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:28:03.989653 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f84aa-7629-4eeb-8d3c-0ffec89619bd demo admin] Pushing event updated for resources: {'Port': ['ID=0362babb-e971-4322-bb3e-8544cb023eb2,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:04.430689 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-756f84aa-7629-4eeb-8d3c-0ffec89619bd demo admin] Publish callbacks [] for router_gateway (a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:04.630154 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-756f84aa-7629-4eeb-8d3c-0ffec89619bd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1613853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7888'] for router (a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:04.633614 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-756f84aa-7629-4eeb-8d3c-0ffec89619bd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1613846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1613839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823206'] for router (a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:04.739756 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756f84aa-7629-4eeb-8d3c-0ffec89619bd demo admin] Router a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:28:04.845123 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756f84aa-7629-4eeb-8d3c-0ffec89619bd demo admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:28:04.850129 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-756f84aa-7629-4eeb-8d3c-0ffec89619bd demo admin] Publish callbacks [] for router (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:04.851242 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-756f84aa-7629-4eeb-8d3c-0ffec89619bd demo admin] 10.222.0.72 "PUT /v2.0/routers/a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b HTTP/1.1" status: 200 len: 890 time: 2.1894131 May 26 19:28:06.604991 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 79c1b2c6-9860-47f9-b73c-408785f3c94a up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:28:06.652860 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 79c1b2c6-9860-47f9-b73c-408785f3c94a triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:28:06.653651 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (79c1b2c6-9860-47f9-b73c-408785f3c94a), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:06.697435 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:28:06.732500 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 79c1b2c6-9860-47f9-b73c-408785f3c94a is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:28:07.342300 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 48490) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:28:07.463505 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-76377a4d-1c5e-4427-b670-9c2b3b2e8e94 admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1199102 May 26 19:28:07.609494 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] Sync routers for ids ['a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:28:07.621843 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] Routers {'a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:28:07.622587 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:27:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:28:07.848707 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] Set router a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:28:08.074963 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:28:08.300785 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b', 'name': 'router1', 'tenant_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '0362babb-e971-4322-bb3e-8544cb023eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:27:44Z', 'updated_at': '2022-05-26T19:28:04Z', 'revision_number': 4, 'project_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'gw_port': {'id': '0362babb-e971-4322-bb3e-8544cb023eb2', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:28:03Z', 'updated_at': '2022-05-26T19:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '79c1b2c6-9860-47f9-b73c-408785f3c94a', 'name': '', 'network_id': '90174647-cdbd-42f3-a34f-bb458885b290', 'tenant_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'mac_address': 'fa:16:3e:82:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c677326b-9d65-4e52-a103-0c8ba3bc8a0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:27:54Z', 'updated_at': '2022-05-26T19:27:58Z', 'revision_number': 5, 'project_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'subnets': [{'id': 'c677326b-9d65-4e52-a103-0c8ba3bc8a0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31e912d4-d41d-4675-91ca-5a791483aafd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:28:08.352473 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] Checking router: a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:28:08.353876 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] Updating router a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b port 0362babb-e971-4322-bb3e-8544cb023eb2 binding host dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:28:08.408520 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (0362babb-e971-4322-bb3e-8544cb023eb2), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:08.541422 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:28:08.547228 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=76 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:28:08.773667 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] Publish callbacks [] for port (0362babb-e971-4322-bb3e-8544cb023eb2), precommit_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:08.898653 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (0362babb-e971-4322-bb3e-8544cb023eb2), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:08.950406 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dcae43-e05a-4067-92d1-ffc5d8bc31b1 None None] Pushing event updated for resources: {'Port': ['ID=0362babb-e971-4322-bb3e-8544cb023eb2,revision_number=2']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:08.952606 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] Attempting to bind port 0362babb-e971-4322-bb3e-8544cb023eb2 on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:28:08.952978 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] Attempting to bind port 0362babb-e971-4322-bb3e-8544cb023eb2 by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:28:08.953336 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] Attempting to bind port 0362babb-e971-4322-bb3e-8544cb023eb2 on network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:28:08.959172 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:28:08.959564 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] Checking segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:28:08.959945 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:08.960329 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] Bound using segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:28:08.960815 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] Bound port: 0362babb-e971-4322-bb3e-8544cb023eb2, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:28:08.961198 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (0362babb-e971-4322-bb3e-8544cb023eb2), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:09.011907 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] For port 0362babb-e971-4322-bb3e-8544cb023eb2, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:28:09.013547 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:28:09.015590 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] For port 0362babb-e971-4322-bb3e-8544cb023eb2, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=0362babb-e971-4322-bb3e-8544cb023eb2,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:28:09.139151 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (0362babb-e971-4322-bb3e-8544cb023eb2), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:09.194343 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] Routers {'a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:28:09.194343 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:27:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:28:09.250500 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dcae43-e05a-4067-92d1-ffc5d8bc31b1 None None] Pushing event updated for resources: {'Port': ['ID=0362babb-e971-4322-bb3e-8544cb023eb2,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:09.332725 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] Set router a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:28:09.375889 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:28:09.550162 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b', 'name': 'router1', 'tenant_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '0362babb-e971-4322-bb3e-8544cb023eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:27:44Z', 'updated_at': '2022-05-26T19:28:04Z', 'revision_number': 4, 'project_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'gw_port': {'id': '0362babb-e971-4322-bb3e-8544cb023eb2', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:28:03Z', 'updated_at': '2022-05-26T19:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '79c1b2c6-9860-47f9-b73c-408785f3c94a', 'name': '', 'network_id': '90174647-cdbd-42f3-a34f-bb458885b290', 'tenant_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'mac_address': 'fa:16:3e:82:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c677326b-9d65-4e52-a103-0c8ba3bc8a0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:27:54Z', 'updated_at': '2022-05-26T19:27:58Z', 'revision_number': 5, 'project_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'subnets': [{'id': 'c677326b-9d65-4e52-a103-0c8ba3bc8a0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31e912d4-d41d-4675-91ca-5a791483aafd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:28:09.582639 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b58f6b-bf66-49ba-8d46-3c0fbfd87ce3 None None] The sync data for ids ['a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b'] in dv-cinder-825492-17-iscsi is: [{'id': 'a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b', 'name': 'router1', 'tenant_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '0362babb-e971-4322-bb3e-8544cb023eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:27:44Z', 'updated_at': '2022-05-26T19:28:04Z', 'revision_number': 4, 'project_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'gw_port': {'id': '0362babb-e971-4322-bb3e-8544cb023eb2', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:28:03Z', 'updated_at': '2022-05-26T19:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '79c1b2c6-9860-47f9-b73c-408785f3c94a', 'name': '', 'network_id': '90174647-cdbd-42f3-a34f-bb458885b290', 'tenant_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'mac_address': 'fa:16:3e:82:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ded8fc-4125-4ced-a7b8-cbc89e7c0e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c677326b-9d65-4e52-a103-0c8ba3bc8a0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:27:54Z', 'updated_at': '2022-05-26T19:27:58Z', 'revision_number': 5, 'project_id': '603c03ff576f4a71ad7cf3d516cfecf5', 'subnets': [{'id': 'c677326b-9d65-4e52-a103-0c8ba3bc8a0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31e912d4-d41d-4675-91ca-5a791483aafd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:28:10.618758 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 0362babb-e971-4322-bb3e-8544cb023eb2 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:28:10.673567 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 0362babb-e971-4322-bb3e-8544cb023eb2 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:28:10.673990 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (0362babb-e971-4322-bb3e-8544cb023eb2), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:10.779692 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 0362babb-e971-4322-bb3e-8544cb023eb2 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:28:10.780075 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (0362babb-e971-4322-bb3e-8544cb023eb2), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:10.806540 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] For port 0362babb-e971-4322-bb3e-8544cb023eb2, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=0362babb-e971-4322-bb3e-8544cb023eb2,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:28:10.916084 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (0362babb-e971-4322-bb3e-8544cb023eb2), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:10.969803 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Pushing event updated for resources: {'Port': ['ID=0362babb-e971-4322-bb3e-8544cb023eb2,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:12.639894 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 0362babb-e971-4322-bb3e-8544cb023eb2 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:28:12.711836 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 0362babb-e971-4322-bb3e-8544cb023eb2 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:28:12.712722 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (0362babb-e971-4322-bb3e-8544cb023eb2), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:12.765909 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:28:12.807647 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 0362babb-e971-4322-bb3e-8544cb023eb2 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:28:17.454331 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=47 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:28:17.459115 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:28:19.550936 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-e40e24a0-ed55-4869-a77d-95ab0f071f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:21.532279 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 5 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:28:21.858305 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-fe62aa0a-89ab-4445-85c0-6d221316da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:22.933220 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:24.539324 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:25.900059 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:31.527847 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:28:31.530062 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:28:35.791731 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=10 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:28:35.798732 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=43,neutron:UPDATE=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:28:49.566414 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-96574ecc-128b-4e25-b4d6-56619277c143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:53.143324 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-e6c7379a-e84e-424e-ae12-5358070f4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:53.252286 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:54.588336 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:55.879901 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:28:58.530719 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 5 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:29:04.537500 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:29:05.788920 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:29:05.792894 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:29:17.530607 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:29:19.525484 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-4d6eeb38-f0e9-4c9e-84d3-6dc346655575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:29:20.551948 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=9 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:29:21.821569 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-b5fd15a0-6665-4a26-a6ae-7e5ee33d73ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:29:23.005811 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:29:24.625655 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:29:25.941990 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:29:29.889315 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 49028) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:29:29.950365 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c48973-f06e-406b-b6dc-5f693418e9da admin admin] GET failed (client error): The resource could not be found. May 26 19:29:29.951683 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-42c48973-f06e-406b-b6dc-5f693418e9da admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614290 May 26 19:29:30.121631 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6585dca5-3470-4177-b446-bdd0b39e4b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:30.123090 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-6585dca5-3470-4177-b446-bdd0b39e4b46 admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1672165 May 26 19:29:32.414695 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 49038) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:29:32.480130 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writer thread running {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 19:29:32.503887 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:29:32.656842 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.policy [None req-4b29b67c-6c10-41b9-9d4f-d668fedddbe9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104684) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 19:29:32.700433 dv-cinder-825492-17-iscsi neutron-server[104684]: WARNING oslo_policy.policy [None req-4b29b67c-6c10-41b9-9d4f-d668fedddbe9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 19:29:32.700808 dv-cinder-825492-17-iscsi neutron-server[104684]: WARNING oslo_policy.policy [None req-4b29b67c-6c10-41b9-9d4f-d668fedddbe9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 19:29:32.708724 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b29b67c-6c10-41b9-9d4f-d668fedddbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:32.710575 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-4b29b67c-6c10-41b9-9d4f-d668fedddbe9 admin admin] 10.222.0.72 "GET /v2.0/subnets/c677326b-9d65-4e52-a103-0c8ba3bc8a0f HTTP/1.1" status: 200 len: 849 time: 0.2949028 May 26 19:29:32.720496 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:29:32.820728 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] Publish callbacks [] for subnet (c677326b-9d65-4e52-a103-0c8ba3bc8a0f), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:29:33.039068 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748975445468'] for subnet (c677326b-9d65-4e52-a103-0c8ba3bc8a0f), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:29:33.106828 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:33.107496 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:29:33.108761 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] 10.222.0.72 "PUT /v2.0/subnets/c677326b-9d65-4e52-a103-0c8ba3bc8a0f HTTP/1.1" status: 200 len: 868 time: 0.3922312 May 26 19:29:33.120286 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c677326b-9d65-4e52-a103-0c8ba3bc8a0f,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:33.130301 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.130641 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.131005 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.131349 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.131670 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.131994 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.132318 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.132637 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.132977 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.133430 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.133774 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.134099 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.134224 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a5e6bd-8ce9-4ef3-bb3b-3a0ca8ffce46 None None] Network 90174647-cdbd-42f3-a34f-bb458885b290 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:29:33.134659 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.134739 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.135045 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc91b7-4a79-4400-95de-92f7cd432d39 admin admin] Tracked resource versions report: May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: pushed versions: May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: { 'AddressGroup': {'1.2'}, May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Agent': {'1.1'}, May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'ConntrackHelper': {'1.0'}, May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'LocalIPAssociation': {'1.0'}, May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Log': {'1.0'}, May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'NDPProxy': {'1.0'}, May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Network': {'1.1'}, May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Port': {'1.7'}, May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'PortForwarding': {'1.3'}, May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'QosPolicy': {'1.10'}, May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'SecurityGroup': {'1.5'}, May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'SecurityGroupRule': {'1.2'}, May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'SubPort': {'1.0'}, May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Subnet': {'1.1'}, May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Trunk': {'1.1'}} May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: consumer versions: May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: { DHCP agent@dv-cinder-825492-17-iscsi: {}, May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: L3 agent@dv-cinder-825492-17-iscsi: {}, May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: Metadata agent@dv-cinder-825492-17-iscsi: {}, May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: Metering agent@dv-cinder-825492-17-iscsi: {}, May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: Open vSwitch agent@dv-cinder-825492-17-iscsi: { 'AddressGroup': '1.2', May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Agent': '1.1', May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'ConntrackHelper': '1.0', May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'LocalIPAssociation': '1.0', May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Log': '1.0', May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'NDPProxy': '1.0', May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Network': '1.1', May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Port': '1.7', May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'PortForwarding': '1.3', May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'QosPolicy': '1.10', May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'SecurityGroup': '1.5', May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'SecurityGroupRule': '1.2', May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'SubPort': '1.0', May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Subnet': '1.1', May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Trunk': '1.1'}} May 26 19:29:33.136518 dv-cinder-825492-17-iscsi neutron-server[104684]: {{(pid=104684) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 19:29:33.482590 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-c0f968a4-c7bd-4374-8804-55ebbf4da2ab None None] Provisioning complete for port 090142ef-5120-42c4-8a40-5536ecd68239 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:29:33.482986 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-c0f968a4-c7bd-4374-8804-55ebbf4da2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (090142ef-5120-42c4-8a40-5536ecd68239), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:29:33.559388 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-c0f968a4-c7bd-4374-8804-55ebbf4da2ab None None] Current status of the port 090142ef-5120-42c4-8a40-5536ecd68239 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:29:33.567527 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-c0f968a4-c7bd-4374-8804-55ebbf4da2ab None None] Provisioning complete for port 79c1b2c6-9860-47f9-b73c-408785f3c94a triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:29:33.567938 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-c0f968a4-c7bd-4374-8804-55ebbf4da2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (79c1b2c6-9860-47f9-b73c-408785f3c94a), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:29:33.640905 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-c0f968a4-c7bd-4374-8804-55ebbf4da2ab None None] Current status of the port 79c1b2c6-9860-47f9-b73c-408785f3c94a is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:29:35.352202 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 49056) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:29:35.528807 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 5 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:29:35.575376 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d7b27c-f878-4dad-bc17-581124963e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:35.575764 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d7b27c-f878-4dad-bc17-581124963e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:35.577327 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-52d7b27c-f878-4dad-bc17-581124963e41 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2233384 May 26 19:29:37.868564 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 49064) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:29:38.074974 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e093de-5f6e-4fd5-91fe-0a0ae1cbd524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:38.075362 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e093de-5f6e-4fd5-91fe-0a0ae1cbd524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:38.076907 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-81e093de-5f6e-4fd5-91fe-0a0ae1cbd524 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2072868 May 26 19:29:40.379874 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 49072) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:29:40.508234 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088261b6-b5a0-4296-9231-614c2818fb80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:40.509791 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-088261b6-b5a0-4296-9231-614c2818fb80 admin admin] 10.222.0.72 "GET /v2.0/networks/473fd369-73ea-4ef7-abf2-4c3d7dbfe407 HTTP/1.1" status: 200 len: 886 time: 0.1287670 May 26 19:29:41.595338 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:29:42.733060 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 49080) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:29:42.957204 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6369795e-1d2f-472f-99e7-4bd003abe4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:42.958633 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-6369795e-1d2f-472f-99e7-4bd003abe4de admin admin] 10.222.0.72 "GET /v2.0/networks/90174647-cdbd-42f3-a34f-bb458885b290 HTTP/1.1" status: 200 len: 869 time: 0.2245839 May 26 19:29:43.635590 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:29:43.640431 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:29:45.191849 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 49088) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:29:45.340215 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2390c6c-5026-4299-8fe4-678fc28fc0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:45.340671 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2390c6c-5026-4299-8fe4-678fc28fc0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:45.342194 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-b2390c6c-5026-4299-8fe4-678fc28fc0bb admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1491387 May 26 19:29:45.525316 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:29:47.577002 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 49096) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:29:47.669663 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e6209b-48df-49b4-a0d2-4b63a90c5a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:47.670112 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e6209b-48df-49b4-a0d2-4b63a90c5a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:47.671666 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-03e6209b-48df-49b4-a0d2-4b63a90c5a2b admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0937066 May 26 19:29:49.597305 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-d1226c65-96f4-483e-ab6d-e96f71ccba15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:29:49.935775 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 49104) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:29:50.018707 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:29:50.032899 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec3c667-bb13-4fd7-9fc3-b7996b249cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:50.037416 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-4ec3c667-bb13-4fd7-9fc3-b7996b249cc2 admin admin] 10.222.0.72 "GET /v2.0/subnets/c677326b-9d65-4e52-a103-0c8ba3bc8a0f HTTP/1.1" status: 200 len: 868 time: 0.0977051 May 26 19:29:50.500644 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=36 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:29:50.506702 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=32 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:29:51.815504 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ded5fc9-ff2b-40aa-bb8a-cbd34d4a9f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:29:52.243472 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 49112) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:29:52.329818 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a63cf43-f670-44dd-b92d-2586432c2488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:52.331194 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-4a63cf43-f670-44dd-b92d-2586432c2488 admin admin] 10.222.0.72 "GET /v2.0/subnets/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2 HTTP/1.1" status: 200 len: 816 time: 0.0867195 May 26 19:29:52.941761 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:29:54.547145 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:29:55.896161 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:00.029509 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=84,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:30:02.324661 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:30:02.326825 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=7 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:30:05.784814 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:30:05.791351 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:30:12.527717 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 5 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:30:19.578799 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-3ec82c85-8069-437a-b695-ea3d0d995c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:21.796174 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-c84552ac-9a79-490a-b2b9-62d2b5300015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:22.523523 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=16 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:30:22.524696 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=18 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:30:22.877922 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:24.540735 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:25.853405 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:34.245671 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 49170) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:30:34.296748 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [None req-f3efbbe1-5760-4402-a8e3-a41d607d1be0 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 19:30:34.297831 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-f3efbbe1-5760-4402-a8e3-a41d607d1be0 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0511222 May 26 19:30:35.789311 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:30:35.795914 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:30:36.671637 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 49178) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:30:36.739178 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd26b549-bd3d-4709-a07e-9a03df7b7791 admin admin] GET failed (client error): The resource could not be found. May 26 19:30:36.740639 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-bd26b549-bd3d-4709-a07e-9a03df7b7791 admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0678821 May 26 19:30:36.830388 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780bd16c-4974-4bc7-822d-47096d298c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:36.831999 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-780bd16c-4974-4bc7-822d-47096d298c53 admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0873008 May 26 19:30:39.120723 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 49186) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:30:39.171516 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:30:39.254234 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Made reservation on behalf of 682ee24b662c4ff6b4e5f85944069ca4 for: {'network': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:30:39.257280 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for network (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:39.288534 dv-cinder-825492-17-iscsi neutron-server[104685]: WARNING neutron.services.revisions.revision_plugin [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Could not find related network for resource to bump revision. May 26 19:30:39.301192 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=104685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:30:39.312482 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748975417959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (d4b4c634-ce3c-43f1-a8ac-055b8bc55f6d), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:39.313186 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.segments_db [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Added segment d4b4c634-ce3c-43f1-a8ac-055b8bc55f6d of type vlan for network 5c0f6218-47a6-42fb-ab9f-19e57d24eb1b May 26 19:30:39.356437 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748974919033'] for network (5c0f6218-47a6-42fb-ab9f-19e57d24eb1b), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:39.442868 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for network (5c0f6218-47a6-42fb-ab9f-19e57d24eb1b), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:39.443913 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:39.444519 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:39.517074 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Pushing event updated for resources: {'Network': ['ID=5c0f6218-47a6-42fb-ab9f-19e57d24eb1b,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:39.525236 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:39.525586 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:39.525933 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:39.526269 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:39.526597 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:39.526939 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:39.527365 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:39.527692 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:39.528027 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:39.528350 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:39.528685 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:39.529005 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:39.529317 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:39.529630 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:39.529968 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:39.540790 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Network 5c0f6218-47a6-42fb-ab9f-19e57d24eb1b details requested by agent ovs-agent-dv-cinder-825492-17-iscsi with host dv-cinder-825492-17-iscsi {{(pid=104686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 19:30:39.551707 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-dd8ee1c6-482c-470f-8356-c70560ef1fb9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4190888 May 26 19:30:41.845447 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 49194) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:30:41.907669 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.pecan_wsgi.hooks.translation [None req-509ef03c-d279-4571-982b-125e4b5909a0 admin admin] GET failed (client error): The resource could not be found. May 26 19:30:41.908953 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-509ef03c-d279-4571-982b-125e4b5909a0 admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0625339 May 26 19:30:41.981842 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed8e66-02d8-4e04-a797-8d86f8c088a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:41.983484 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-66ed8e66-02d8-4e04-a797-8d86f8c088a0 admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0698133 May 26 19:30:41.993522 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-48ca4f44-722a-4c80-9e9b-2c99d47266d1 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '5c0f6218-47a6-42fb-ab9f-19e57d24eb1b', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:30:42.086367 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ca4f44-722a-4c80-9e9b-2c99d47266d1 admin admin] Made reservation on behalf of 682ee24b662c4ff6b4e5f85944069ca4 for: {'subnet': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:30:42.088608 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-48ca4f44-722a-4c80-9e9b-2c99d47266d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:42.420480 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-48ca4f44-722a-4c80-9e9b-2c99d47266d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for subnet (65e04500-0a11-4500-9ae8-6ebd09be3961), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:42.469585 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca4f44-722a-4c80-9e9b-2c99d47266d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65e04500-0a11-4500-9ae8-6ebd09be3961,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:42.485016 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ca4f44-722a-4c80-9e9b-2c99d47266d1 admin admin] Checking segment: {'id': 'd4b4c634-ce3c-43f1-a8ac-055b8bc55f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c0f6218-47a6-42fb-ab9f-19e57d24eb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:30:42.485359 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ca4f44-722a-4c80-9e9b-2c99d47266d1 admin admin] Network hostable DHCP agents. Network: 5c0f6218-47a6-42fb-ab9f-19e57d24eb1b, hostable agents: ['334e9f8c-ffb2-4cf1-9422-c5afdc325939'], hosted agents: [] {{(pid=104685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:30:42.568236 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ca4f44-722a-4c80-9e9b-2c99d47266d1 admin admin] Network 5c0f6218-47a6-42fb-ab9f-19e57d24eb1b is scheduled to be hosted by DHCP agent 334e9f8c-ffb2-4cf1-9422-c5afdc325939 with binding_index 1 {{(pid=104685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:30:42.669883 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-48ca4f44-722a-4c80-9e9b-2c99d47266d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-17-iscsi, 5c0f6218-47a6-42fb-ab9f-19e57d24eb1b) {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:42.674504 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ca4f44-722a-4c80-9e9b-2c99d47266d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:42.675203 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-48ca4f44-722a-4c80-9e9b-2c99d47266d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:42.685449 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8568225-fbfc-480b-9270-f805ff765eb2 None None] Network 5c0f6218-47a6-42fb-ab9f-19e57d24eb1b requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:30:42.781005 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe26c64eb-9ba4-58e8-a104-6529d17effff-5c0f6218-47a6-42fb-ab9f-19e57d24eb1b', 'network_id': '5c0f6218-47a6-42fb-ab9f-19e57d24eb1b', 'project_id': '682ee24b662c4ff6b4e5f85944069ca4', 'fixed_ips': [{'subnet_id': '65e04500-0a11-4500-9ae8-6ebd09be3961'}]}} from dv-cinder-825492-17-iscsi. {{(pid=104686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 19:30:42.782741 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:42.918444 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-48ca4f44-722a-4c80-9e9b-2c99d47266d1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9281254 May 26 19:30:42.991896 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.db_base_plugin_common [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Allocated IP 192.168.233.2 (5c0f6218-47a6-42fb-ab9f-19e57d24eb1b/65e04500-0a11-4500-9ae8-6ebd09be3961/425fe945-d8cc-43ea-accb-63f19813a082) {{(pid=104686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:30:43.257881 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Publish callbacks [] for port (425fe945-d8cc-43ea-accb-63f19813a082), precommit_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:43.334692 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691'] for port (425fe945-d8cc-43ea-accb-63f19813a082), after_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:43.374699 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Network 5c0f6218-47a6-42fb-ab9f-19e57d24eb1b is already hosted by enough agents. {{(pid=104686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:30:43.380528 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.base_scheduler [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Resources bound (agent type, host, resource id): {{(pid=104686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:43.383059 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Received port after_create {{(pid=104686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:30:43.394930 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Pushing event updated for resources: {'Port': ['ID=425fe945-d8cc-43ea-accb-63f19813a082,revision_number=1']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:43.415984 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:43.416327 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:43.416679 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:43.417027 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:43.417358 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:43.417680 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:43.417999 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:43.418322 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:43.418651 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:43.418992 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:43.419311 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:43.419640 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:43.420022 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:43.420271 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:43.420581 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:43.458634 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Attempting to bind port 425fe945-d8cc-43ea-accb-63f19813a082 on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:30:43.460140 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Attempting to bind port 425fe945-d8cc-43ea-accb-63f19813a082 by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': 'd4b4c634-ce3c-43f1-a8ac-055b8bc55f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c0f6218-47a6-42fb-ab9f-19e57d24eb1b'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:30:43.460140 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Attempting to bind port 425fe945-d8cc-43ea-accb-63f19813a082 on network 5c0f6218-47a6-42fb-ab9f-19e57d24eb1b {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:30:43.464885 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:30:43.465256 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Checking segment: {'id': 'd4b4c634-ce3c-43f1-a8ac-055b8bc55f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c0f6218-47a6-42fb-ab9f-19e57d24eb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:30:43.465835 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:43.466227 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Bound using segment: {'id': 'd4b4c634-ce3c-43f1-a8ac-055b8bc55f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c0f6218-47a6-42fb-ab9f-19e57d24eb1b'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:30:43.466692 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Bound port: 425fe945-d8cc-43ea-accb-63f19813a082, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b4c634-ce3c-43f1-a8ac-055b8bc55f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c0f6218-47a6-42fb-ab9f-19e57d24eb1b'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:30:43.467132 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (425fe945-d8cc-43ea-accb-63f19813a082), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:43.529748 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] For port 425fe945-d8cc-43ea-accb-63f19813a082, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:30:43.532954 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] For port 425fe945-d8cc-43ea-accb-63f19813a082, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=425fe945-d8cc-43ea-accb-63f19813a082,segment=NetworkSegment(d4b4c634-ce3c-43f1-a8ac-055b8bc55f6d),segment_id=d4b4c634-ce3c-43f1-a8ac-055b8bc55f6d)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:30:43.603557 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (425fe945-d8cc-43ea-accb-63f19813a082), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:43.659161 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bf9eb-ec49-4885-90ac-c53e0a0d0b27 None None] Pushing event updated for resources: {'Port': ['ID=425fe945-d8cc-43ea-accb-63f19813a082,revision_number=2']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:44.505545 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c8577a-1852-4c06-ad76-1bc78fa89361 None None] Network 5c0f6218-47a6-42fb-ab9f-19e57d24eb1b requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:30:44.570485 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:30:44.624067 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-23a5ee07-1d0f-4c2f-9beb-46ef50f58d95 None None] Provisioning complete for port 425fe945-d8cc-43ea-accb-63f19813a082 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:30:44.624578 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-23a5ee07-1d0f-4c2f-9beb-46ef50f58d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (425fe945-d8cc-43ea-accb-63f19813a082), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:44.657432 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:30:44.726558 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-23a5ee07-1d0f-4c2f-9beb-46ef50f58d95 None None] Current status of the port 425fe945-d8cc-43ea-accb-63f19813a082 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:30:44.726558 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-23a5ee07-1d0f-4c2f-9beb-46ef50f58d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (425fe945-d8cc-43ea-accb-63f19813a082), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:44.753778 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 425fe945-d8cc-43ea-accb-63f19813a082 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:30:44.794601 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-23a5ee07-1d0f-4c2f-9beb-46ef50f58d95 None None] For port 425fe945-d8cc-43ea-accb-63f19813a082, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=425fe945-d8cc-43ea-accb-63f19813a082,segment=NetworkSegment(d4b4c634-ce3c-43f1-a8ac-055b8bc55f6d),segment_id=d4b4c634-ce3c-43f1-a8ac-055b8bc55f6d)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:30:44.839739 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 425fe945-d8cc-43ea-accb-63f19813a082 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:30:44.840201 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (425fe945-d8cc-43ea-accb-63f19813a082), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:44.871630 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-23a5ee07-1d0f-4c2f-9beb-46ef50f58d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (425fe945-d8cc-43ea-accb-63f19813a082), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:44.951961 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5ee07-1d0f-4c2f-9beb-46ef50f58d95 None None] Pushing event updated for resources: {'Port': ['ID=425fe945-d8cc-43ea-accb-63f19813a082,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:44.993980 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 425fe945-d8cc-43ea-accb-63f19813a082 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:30:44.998786 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-77da3e6c-e85b-4e7f-861d-7fb19c28d0d1 None None] Provisioning complete for port 425fe945-d8cc-43ea-accb-63f19813a082 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:30:44.999217 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-77da3e6c-e85b-4e7f-861d-7fb19c28d0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (425fe945-d8cc-43ea-accb-63f19813a082), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:45.072703 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-77da3e6c-e85b-4e7f-861d-7fb19c28d0d1 None None] Current status of the port 425fe945-d8cc-43ea-accb-63f19813a082 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:30:46.688483 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 425fe945-d8cc-43ea-accb-63f19813a082 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:30:46.736638 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 425fe945-d8cc-43ea-accb-63f19813a082 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:30:46.737026 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (425fe945-d8cc-43ea-accb-63f19813a082), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:46.771453 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:30:46.814226 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 425fe945-d8cc-43ea-accb-63f19813a082 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:30:49.526873 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 5 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:30:49.549102 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-35534a78-e147-412f-a49f-fa2412a4f049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:51.791757 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-f69b7676-1f52-49ba-906e-e465697d0833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:52.787406 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=81,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:30:52.788741 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:30:52.951548 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:54.511240 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:55.557010 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:30:55.859707 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:30:59.523977 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:31:05.786755 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=22 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:31:05.792856 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=55,neutron:UPDATE=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:31:17.524166 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:31:17.524954 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:31:19.576779 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6f4da1eb-241f-4b94-8bf8-e806555450d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:31:21.810867 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a61cc63e-3b88-4159-b963-8f9aad99a143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:31:22.896978 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:31:24.536772 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:31:25.881367 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:31:26.526197 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 5 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:31:35.787054 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:31:35.788330 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:31:36.522270 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:31:36.523047 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:31:49.529802 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-ac4b9846-ce68-4999-81c7-0c514fdd5f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:31:51.769732 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-66d1cd2d-8193-449f-8bc8-4ed0d3aa7457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:31:52.872531 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:31:54.583400 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:31:55.880641 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:32:03.526699 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 5 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:32:05.783594 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:32:05.789687 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:32:17.603644 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=18 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:32:17.605910 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=16 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:32:19.522952 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-ca081318-f54c-4e84-b3d1-e9f82cc692ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:32:21.794219 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-8ba2c9c6-f5b8-4395-a2aa-c25c58375133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:32:22.911436 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:32:24.551099 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:32:25.928141 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:32:35.782783 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:32:35.790966 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:32:40.525892 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 5 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:32:49.521344 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-95017a5d-ae15-4813-9ba4-f59e54aa57f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:32:50.522802 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:32:50.523566 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:32:51.779852 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-0a21ee75-9960-424f-b3bd-08cd3004a05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:32:52.901946 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:32:54.544317 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:32:55.852856 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:33:02.596086 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 49234) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:33:02.601875 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [None req-024ba99f-d781-4b7a-89cc-0b832755b67f tempest-verify_tempest_config-1046540737 tempest-verify_tempest_config-1046540737-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 19:33:02.603165 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-024ba99f-d781-4b7a-89cc-0b832755b67f tempest-verify_tempest_config-1046540737 tempest-verify_tempest_config-1046540737-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0060694 May 26 19:33:03.438692 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 49252) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:33:03.547351 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6a2806c1-2097-4f80-bed5-54114c01a55c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:33:03.624616 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6a2806c1-2097-4f80-bed5-54114c01a55c admin admin] Publish callbacks [] for security_group (7867551d-2347-43d1-a779-af00bf2cf428), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:33:03.718936 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6a2806c1-2097-4f80-bed5-54114c01a55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (7867551d-2347-43d1-a779-af00bf2cf428), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:33:03.767298 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2806c1-2097-4f80-bed5-54114c01a55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7867551d-2347-43d1-a779-af00bf2cf428,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:03.772151 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-6a2806c1-2097-4f80-bed5-54114c01a55c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d2897d24b82d4577a430dd7c96b8040f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3323793 May 26 19:33:03.775008 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 49256) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:33:03.776963 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2806c1-2097-4f80-bed5-54114c01a55c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:03.777384 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2806c1-2097-4f80-bed5-54114c01a55c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:03.777729 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2806c1-2097-4f80-bed5-54114c01a55c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:03.778074 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2806c1-2097-4f80-bed5-54114c01a55c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:03.778408 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2806c1-2097-4f80-bed5-54114c01a55c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:03.778740 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2806c1-2097-4f80-bed5-54114c01a55c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:03.779099 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2806c1-2097-4f80-bed5-54114c01a55c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:03.779454 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2806c1-2097-4f80-bed5-54114c01a55c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:03.779782 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2806c1-2097-4f80-bed5-54114c01a55c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:03.780129 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2806c1-2097-4f80-bed5-54114c01a55c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:03.780454 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2806c1-2097-4f80-bed5-54114c01a55c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:03.780782 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2806c1-2097-4f80-bed5-54114c01a55c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:03.781102 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2806c1-2097-4f80-bed5-54114c01a55c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:03.781419 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2806c1-2097-4f80-bed5-54114c01a55c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:03.781767 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2806c1-2097-4f80-bed5-54114c01a55c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:03.858237 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-029c5a8a-5071-4696-b18e-ce60d6984140 admin admin] Publish callbacks [] for security_group (7867551d-2347-43d1-a779-af00bf2cf428), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:33:03.880573 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-029c5a8a-5071-4696-b18e-ce60d6984140 admin admin] Publish callbacks [] for security_group (7867551d-2347-43d1-a779-af00bf2cf428), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:33:04.035483 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-029c5a8a-5071-4696-b18e-ce60d6984140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (7867551d-2347-43d1-a779-af00bf2cf428), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:33:04.038144 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-029c5a8a-5071-4696-b18e-ce60d6984140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:33:04.039322 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-029c5a8a-5071-4696-b18e-ce60d6984140 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7867551d-2347-43d1-a779-af00bf2cf428 HTTP/1.1" status: 204 len: 168 time: 0.2632983 May 26 19:33:04.047838 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c5a8a-5071-4696-b18e-ce60d6984140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7867551d-2347-43d1-a779-af00bf2cf428,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:04.055207 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c5a8a-5071-4696-b18e-ce60d6984140 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:04.055555 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c5a8a-5071-4696-b18e-ce60d6984140 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:04.055916 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c5a8a-5071-4696-b18e-ce60d6984140 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:04.056266 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c5a8a-5071-4696-b18e-ce60d6984140 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:04.056601 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c5a8a-5071-4696-b18e-ce60d6984140 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:04.056933 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c5a8a-5071-4696-b18e-ce60d6984140 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:04.057329 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c5a8a-5071-4696-b18e-ce60d6984140 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:04.057584 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c5a8a-5071-4696-b18e-ce60d6984140 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:04.058029 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c5a8a-5071-4696-b18e-ce60d6984140 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:04.058385 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c5a8a-5071-4696-b18e-ce60d6984140 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:04.058725 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c5a8a-5071-4696-b18e-ce60d6984140 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:04.059094 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c5a8a-5071-4696-b18e-ce60d6984140 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:04.059423 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c5a8a-5071-4696-b18e-ce60d6984140 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:04.059749 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c5a8a-5071-4696-b18e-ce60d6984140 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:04.060072 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c5a8a-5071-4696-b18e-ce60d6984140 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:05.787224 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:33:13.765330 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:33:13.770626 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:33:14.050652 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:33:14.051480 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:33:14.081470 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:33:17.526382 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 5 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:33:19.518286 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-5b3b3807-e668-4cfa-948a-6262cc28cb6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:33:21.800452 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-91227f97-8719-4428-9b3a-f3baef33c2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:33:22.886182 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:33:23.544425 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:33:24.575360 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:33:25.861026 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:33:27.523018 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:33:35.795528 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:33:35.797536 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:33:49.514004 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d821-b662-43a8-9753-443ac98eb9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:33:51.777568 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-38cb23f9-53b3-4777-bb06-3ac615a93e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:33:52.958956 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:33:54.526598 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 5 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:33:54.553072 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:33:55.872778 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:34:00.541105 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:34:04.525939 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:34:05.791961 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:34:05.794931 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:34:19.502215 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-b2c4e073-d9cf-4b3c-969d-568389669b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:34:20.528845 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=15 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:34:20.529692 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=13 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:34:21.784165 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-e2653d67-8772-4b4d-9169-5c366f38af67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:34:22.897612 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:34:24.535864 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:34:25.863418 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:34:31.526034 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 5 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:34:35.791773 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:34:35.793660 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:34:41.522518 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:34:41.523303 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:34:49.515069 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-b85cfbfa-47e9-4bf3-a9b9-51aacfa2dcb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:34:51.783601 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-8ee08ed5-5bd8-4770-905a-7566f360521b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:34:52.976828 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:34:54.559346 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:34:55.355236 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1616399'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:34:55.863509 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:35:05.786058 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:35:05.794170 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:35:08.526020 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:35:08.729651 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 49338) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:35:08.840998 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-5ebc1430-3538-42b1-a5af-e33f316f34c4 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1102211 May 26 19:35:11.090060 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 49348) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:35:11.145091 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-bcb18c98-4d29-4dd6-aece-d5b820105489 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0539441 May 26 19:35:18.521071 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:35:18.521823 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:35:19.520762 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-dcbc946b-3330-42ee-a5bc-4a3be09929fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:35:21.139428 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:35:21.140201 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:35:21.766494 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-93ac1011-3f0a-4ad4-a92b-697b77e5c74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:35:22.897629 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:35:24.538253 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:35:25.315088 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:35:25.874702 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:35:35.789980 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:35:35.791880 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:35:45.526445 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:35:49.520284 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-c99ad421-49df-4bd6-be42-67f2748f38b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:35:51.549181 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:35:51.766365 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-740524bf-d153-40df-a599-cbfc084dcbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:35:52.920878 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:35:54.543546 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:35:55.280665 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:35:55.522443 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:35:55.869244 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:05.792040 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:05.794371 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:17.674077 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=16 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:17.678873 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=10 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:19.503266 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-803a6c55-f1d5-4589-bb6e-dd33a8928226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:21.789746 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-70917192-e447-4b53-a9f3-176b051f0274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:22.526606 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:36:22.897738 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:24.572035 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:25.355255 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:25.886445 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:32.521611 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:32.522458 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:35.798082 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:35.804538 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:49.521319 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-dbb230e2-1431-4af5-a603-9efe73cddfa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:51.761369 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-958ac7e6-3656-46ed-bb77-4fc03804ab93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:52.099305 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 49498) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:36:52.309926 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1098589677-network', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:36:52.429827 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Made reservation on behalf of 39f75b0f65c4475ba2d5dc1e7ae203ba for: {'network': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:52.432362 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for network (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:52.445800 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:52.547638 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Publish callbacks [] for security_group (2f9f8b9f-a0ab-4c19-b3b2-9d3be2f1a990), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:52.612421 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (2f9f8b9f-a0ab-4c19-b3b2-9d3be2f1a990), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:52.648091 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9f8b9f-a0ab-4c19-b3b2-9d3be2f1a990,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:52.651124 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=104684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:36:52.662070 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:52.662424 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:52.662773 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:52.663146 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:52.663487 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:52.663822 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:52.664154 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:52.664484 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:52.664815 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:52.665144 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:52.665474 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:52.665800 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:52.666128 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:52.666453 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:52.666780 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Tracked resource versions report: May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: pushed versions: May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: { 'AddressGroup': {'1.2'}, May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Agent': {'1.1'}, May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'ConntrackHelper': {'1.0'}, May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'LocalIPAssociation': {'1.0'}, May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Log': {'1.0'}, May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'NDPProxy': {'1.0'}, May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Network': {'1.1'}, May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Port': {'1.7'}, May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'PortForwarding': {'1.3'}, May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'QosPolicy': {'1.10'}, May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'SecurityGroup': {'1.5'}, May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'SecurityGroupRule': {'1.2'}, May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'SubPort': {'1.0'}, May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Subnet': {'1.1'}, May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Trunk': {'1.1'}} May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: consumer versions: May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: { DHCP agent@dv-cinder-825492-17-iscsi: {}, May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: HyperV agent@hv-cinder-82549: {}, May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: L3 agent@dv-cinder-825492-17-iscsi: {}, May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: Metadata agent@dv-cinder-825492-17-iscsi: {}, May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: Metering agent@dv-cinder-825492-17-iscsi: {}, May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: Open vSwitch agent@dv-cinder-825492-17-iscsi: { 'AddressGroup': '1.2', May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Agent': '1.1', May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'ConntrackHelper': '1.0', May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'LocalIPAssociation': '1.0', May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Log': '1.0', May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'NDPProxy': '1.0', May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Network': '1.1', May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Port': '1.7', May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'PortForwarding': '1.3', May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'QosPolicy': '1.10', May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'SecurityGroup': '1.5', May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'SecurityGroupRule': '1.2', May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'SubPort': '1.0', May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Subnet': '1.1', May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: 'Trunk': '1.1'}} May 26 19:36:52.667990 dv-cinder-825492-17-iscsi neutron-server[104684]: {{(pid=104684) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 19:36:52.680155 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748975417959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (6078e38a-d772-42fb-acf7-10ded90f56fe), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:52.680678 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.segments_db [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Added segment 6078e38a-d772-42fb-acf7-10ded90f56fe of type vlan for network 2ddf1778-5518-469d-acdc-1047098dc517 May 26 19:36:52.748884 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748974919033'] for network (2ddf1778-5518-469d-acdc-1047098dc517), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:52.869754 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for network (2ddf1778-5518-469d-acdc-1047098dc517), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:52.870770 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:52.871403 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:52.921629 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:52.963811 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 49554) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:36:52.972187 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] Pushing event updated for resources: {'Network': ['ID=2ddf1778-5518-469d-acdc-1047098dc517,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:52.984307 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Network 2ddf1778-5518-469d-acdc-1047098dc517 details requested by agent ovs-agent-dv-cinder-825492-17-iscsi with host dv-cinder-825492-17-iscsi {{(pid=104686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 19:36:52.999554 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 49560) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:36:53.039287 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-50e19d71-5cc7-4c73-a831-ddb2be27c0b5 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9381618 May 26 19:36:53.046212 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 49564) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:36:53.048248 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Request body: {'subnet': {'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-subnet', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:36:53.172834 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Made reservation on behalf of 39f75b0f65c4475ba2d5dc1e7ae203ba for: {'subnet': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:53.172834 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:53.441287 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-eb272e32-702e-48c4-9166-c7963253192f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1239332551-network', 'tenant_id': '5da3140c3a1145dda3ef03959eb8a937'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:36:53.447605 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for subnet (211cc661-0675-4518-a8c1-1c3a38ef5bb2), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:53.461502 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-357a8bb8-aca8-4db9-9a43-c23a52fd40ac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-535782290-network', 'tenant_id': '2e888f28afc342e0b9d2f6bd90ad930c'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:36:53.473965 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 49598) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:36:53.540020 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Pushing event updated for resources: {'Subnet': ['ID=211cc661-0675-4518-a8c1-1c3a38ef5bb2,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:53.552176 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.552551 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.552915 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.553258 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.553594 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.553925 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.554253 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.554579 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.554995 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.555282 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.555610 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.555935 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.556456 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.556781 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.557115 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Tracked resource versions report: May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: pushed versions: May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: { 'AddressGroup': {'1.2'}, May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Agent': {'1.1'}, May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'ConntrackHelper': {'1.0'}, May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'LocalIPAssociation': {'1.0'}, May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Log': {'1.0'}, May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'NDPProxy': {'1.0'}, May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Network': {'1.1'}, May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Port': {'1.7'}, May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'PortForwarding': {'1.3'}, May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'QosPolicy': {'1.10'}, May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'SecurityGroup': {'1.5'}, May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'SecurityGroupRule': {'1.2'}, May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'SubPort': {'1.0'}, May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Subnet': {'1.1'}, May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Trunk': {'1.1'}} May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: consumer versions: May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: { DHCP agent@dv-cinder-825492-17-iscsi: {}, May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: HyperV agent@hv-cinder-82549: {}, May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: L3 agent@dv-cinder-825492-17-iscsi: {}, May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: Metadata agent@dv-cinder-825492-17-iscsi: {}, May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: Metering agent@dv-cinder-825492-17-iscsi: {}, May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: Open vSwitch agent@dv-cinder-825492-17-iscsi: { 'AddressGroup': '1.2', May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Agent': '1.1', May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'ConntrackHelper': '1.0', May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'LocalIPAssociation': '1.0', May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Log': '1.0', May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'NDPProxy': '1.0', May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Network': '1.1', May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Port': '1.7', May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'PortForwarding': '1.3', May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'QosPolicy': '1.10', May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'SecurityGroup': '1.5', May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'SecurityGroupRule': '1.2', May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'SubPort': '1.0', May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Subnet': '1.1', May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: 'Trunk': '1.1'}} May 26 19:36:53.558285 dv-cinder-825492-17-iscsi neutron-server[104685]: {{(pid=104685) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 19:36:53.563690 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Checking segment: {'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:36:53.564052 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Network hostable DHCP agents. Network: 2ddf1778-5518-469d-acdc-1047098dc517, hostable agents: ['334e9f8c-ffb2-4cf1-9422-c5afdc325939'], hosted agents: [] {{(pid=104685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:36:53.576415 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb272e32-702e-48c4-9166-c7963253192f admin admin] Made reservation on behalf of 5da3140c3a1145dda3ef03959eb8a937 for: {'network': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:53.578787 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-eb272e32-702e-48c4-9166-c7963253192f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for network (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:53.589675 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-eb272e32-702e-48c4-9166-c7963253192f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:53.636193 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357a8bb8-aca8-4db9-9a43-c23a52fd40ac admin admin] Made reservation on behalf of 2e888f28afc342e0b9d2f6bd90ad930c for: {'network': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:53.640702 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-357a8bb8-aca8-4db9-9a43-c23a52fd40ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for network (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:53.648270 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-eb451722-0095-45df-ba56-43a4379de25b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-462322217-network', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:36:53.670736 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-357a8bb8-aca8-4db9-9a43-c23a52fd40ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:53.672503 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Network 2ddf1778-5518-469d-acdc-1047098dc517 is scheduled to be hosted by DHCP agent 334e9f8c-ffb2-4cf1-9422-c5afdc325939 with binding_index 1 {{(pid=104685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:36:53.734045 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-eb272e32-702e-48c4-9166-c7963253192f admin admin] Publish callbacks [] for security_group (0fe4f43e-1916-4fe8-a088-756bd03ffcd0), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:53.744066 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb451722-0095-45df-ba56-43a4379de25b admin admin] Made reservation on behalf of bf99d88fec9046608e464a5e2c75506e for: {'network': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:53.746647 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-eb451722-0095-45df-ba56-43a4379de25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for network (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:53.758578 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-eb451722-0095-45df-ba56-43a4379de25b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:53.782695 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-17-iscsi, 2ddf1778-5518-469d-acdc-1047098dc517) {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:53.788759 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:53.791050 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:53.793129 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1d57a3-8f8b-4651-96f6-fe1c6db8f58a None None] Network 2ddf1778-5518-469d-acdc-1047098dc517 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:36:53.814786 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-357a8bb8-aca8-4db9-9a43-c23a52fd40ac admin admin] Publish callbacks [] for security_group (8c7c1c73-aab6-43ef-9bc3-ae3c86be5793), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:53.830948 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-eb272e32-702e-48c4-9166-c7963253192f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (0fe4f43e-1916-4fe8-a088-756bd03ffcd0), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:53.850103 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-eb451722-0095-45df-ba56-43a4379de25b admin admin] Publish callbacks [] for security_group (8a0978e9-a3aa-4332-a011-fc1ed73073b9), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:53.871390 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb272e32-702e-48c4-9166-c7963253192f admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=104685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:36:53.892786 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb272e32-702e-48c4-9166-c7963253192f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe4f43e-1916-4fe8-a088-756bd03ffcd0,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:53.911393 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-eb272e32-702e-48c4-9166-c7963253192f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748975417959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (6c804667-945f-47bd-a6ae-16599fdcb36f), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:53.911393 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.segments_db [None req-eb272e32-702e-48c4-9166-c7963253192f admin admin] Added segment 6c804667-945f-47bd-a6ae-16599fdcb36f of type vlan for network 2fc14c16-c329-476d-bfe9-2e3d746cc6bf May 26 19:36:53.925217 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:53.928287 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-eb451722-0095-45df-ba56-43a4379de25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (8a0978e9-a3aa-4332-a011-fc1ed73073b9), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:53.949324 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb451722-0095-45df-ba56-43a4379de25b admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=104684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:36:53.956768 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-c733f8ec-3604-4592-b2c0-e3ae0e839eee admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9134128 May 26 19:36:53.961317 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 49612) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:36:53.967258 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-357a8bb8-aca8-4db9-9a43-c23a52fd40ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (8c7c1c73-aab6-43ef-9bc3-ae3c86be5793), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:53.976829 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-eb451722-0095-45df-ba56-43a4379de25b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748975417959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (bc2a2a0d-a1b3-4069-8e6b-6f21f689784b), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:53.979464 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.segments_db [None req-eb451722-0095-45df-ba56-43a4379de25b admin admin] Added segment bc2a2a0d-a1b3-4069-8e6b-6f21f689784b of type vlan for network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d May 26 19:36:53.997132 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357a8bb8-aca8-4db9-9a43-c23a52fd40ac admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=104685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:36:54.008616 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-357a8bb8-aca8-4db9-9a43-c23a52fd40ac admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748975417959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (87f98c03-5890-4025-90b8-81d60921e8b0), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:54.009295 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.segments_db [None req-357a8bb8-aca8-4db9-9a43-c23a52fd40ac admin admin] Added segment 87f98c03-5890-4025-90b8-81d60921e8b0 of type vlan for network be98d83d-19c1-4a7c-825d-9344aeca0918 May 26 19:36:54.013140 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe26c64eb-9ba4-58e8-a104-6529d17effff-2ddf1778-5518-469d-acdc-1047098dc517', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2'}]}} from dv-cinder-825492-17-iscsi. {{(pid=104686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 19:36:54.014092 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:54.021073 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb451722-0095-45df-ba56-43a4379de25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0978e9-a3aa-4332-a011-fc1ed73073b9,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:54.060847 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-357a8bb8-aca8-4db9-9a43-c23a52fd40ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748974919033'] for network (be98d83d-19c1-4a7c-825d-9344aeca0918), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:54.088531 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:54.091934 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-4669133d-63d4-470b-9942-c1cf888c2f22 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:36:54.099244 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-eb451722-0095-45df-ba56-43a4379de25b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748974919033'] for network (de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:54.107083 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=71,neutron:INSERT=24,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:54.153346 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-eb272e32-702e-48c4-9166-c7963253192f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748974919033'] for network (2fc14c16-c329-476d-bfe9-2e3d746cc6bf), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:54.178926 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a8bb8-aca8-4db9-9a43-c23a52fd40ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7c1c73-aab6-43ef-9bc3-ae3c86be5793,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:54.188937 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-357a8bb8-aca8-4db9-9a43-c23a52fd40ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for network (be98d83d-19c1-4a7c-825d-9344aeca0918), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:54.189944 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357a8bb8-aca8-4db9-9a43-c23a52fd40ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:54.190516 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-357a8bb8-aca8-4db9-9a43-c23a52fd40ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:54.192823 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4669133d-63d4-470b-9942-c1cf888c2f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7723'] for router (b0d441a2-04dd-492e-8b78-e74be8ab4bc6), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:54.194174 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4669133d-63d4-470b-9942-c1cf888c2f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1823171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1704336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7714'] for router (b0d441a2-04dd-492e-8b78-e74be8ab4bc6), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:54.236682 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-eb451722-0095-45df-ba56-43a4379de25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for network (de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:54.239519 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb451722-0095-45df-ba56-43a4379de25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:54.240451 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-eb451722-0095-45df-ba56-43a4379de25b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:54.321263 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb451722-0095-45df-ba56-43a4379de25b admin admin] Pushing event updated for resources: {'Network': ['ID=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:54.341928 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a8bb8-aca8-4db9-9a43-c23a52fd40ac admin admin] Pushing event updated for resources: {'Network': ['ID=be98d83d-19c1-4a7c-825d-9344aeca0918,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:54.345565 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4669133d-63d4-470b-9942-c1cf888c2f22 admin admin] Publish callbacks [] for router_controller (b0d441a2-04dd-492e-8b78-e74be8ab4bc6), precommit_add_association {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:54.346401 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-eb272e32-702e-48c4-9166-c7963253192f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for network (2fc14c16-c329-476d-bfe9-2e3d746cc6bf), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:54.347383 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb272e32-702e-48c4-9166-c7963253192f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:54.347959 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-eb272e32-702e-48c4-9166-c7963253192f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:54.348244 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d details requested by agent ovs-agent-dv-cinder-825492-17-iscsi with host dv-cinder-825492-17-iscsi {{(pid=104686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 19:36:54.358542 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-eb451722-0095-45df-ba56-43a4379de25b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.8824594 May 26 19:36:54.360843 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 49618) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:36:54.367705 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 49620) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:36:54.370091 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-357a8bb8-aca8-4db9-9a43-c23a52fd40ac admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3627455 May 26 19:36:54.380335 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-217996d8-a497-45d3-947b-f5994e4cbd6d admin admin] Request body: {'subnet': {'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-462322217-subnet', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:36:54.390352 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Network be98d83d-19c1-4a7c-825d-9344aeca0918 details requested by agent ovs-agent-dv-cinder-825492-17-iscsi with host dv-cinder-825492-17-iscsi {{(pid=104686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 19:36:54.408313 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-d5c6f0a3-6366-4e9d-bd70-47eb7ccd8625 admin admin] Request body: {'subnet': {'network_id': 'be98d83d-19c1-4a7c-825d-9344aeca0918', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-535782290-subnet', 'tenant_id': '2e888f28afc342e0b9d2f6bd90ad930c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:36:54.442542 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:54.471252 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb272e32-702e-48c4-9166-c7963253192f admin admin] Pushing event updated for resources: {'Network': ['ID=2fc14c16-c329-476d-bfe9-2e3d746cc6bf,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:54.595944 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-eb272e32-702e-48c4-9166-c7963253192f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.6278586 May 26 19:36:54.596754 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 49638) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:36:54.603622 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-2acfdaaa-e71f-49b3-8f57-b1648de26e0c admin admin] Request body: {'subnet': {'network_id': '2fc14c16-c329-476d-bfe9-2e3d746cc6bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1239332551-subnet', 'tenant_id': '5da3140c3a1145dda3ef03959eb8a937', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:36:54.605914 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Network 2fc14c16-c329-476d-bfe9-2e3d746cc6bf details requested by agent ovs-agent-dv-cinder-825492-17-iscsi with host dv-cinder-825492-17-iscsi {{(pid=104686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 19:36:54.614105 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c6f0a3-6366-4e9d-bd70-47eb7ccd8625 admin admin] Made reservation on behalf of 2e888f28afc342e0b9d2f6bd90ad930c for: {'subnet': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:54.621661 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f0a3-6366-4e9d-bd70-47eb7ccd8625 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:54.625281 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217996d8-a497-45d3-947b-f5994e4cbd6d admin admin] Made reservation on behalf of bf99d88fec9046608e464a5e2c75506e for: {'subnet': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:54.632401 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-217996d8-a497-45d3-947b-f5994e4cbd6d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:54.633992 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4669133d-63d4-470b-9942-c1cf888c2f22 admin admin] Publish callbacks [] for router_gateway (b0d441a2-04dd-492e-8b78-e74be8ab4bc6), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:54.657232 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.db_base_plugin_common [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Allocated IP 172.20.0.2 (2ddf1778-5518-469d-acdc-1047098dc517/211cc661-0675-4518-a8c1-1c3a38ef5bb2/1a691571-a9de-46fe-a5fb-1247508508e5) {{(pid=104686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:54.808073 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:54.864560 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:54.900828 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acfdaaa-e71f-49b3-8f57-b1648de26e0c admin admin] Made reservation on behalf of 5da3140c3a1145dda3ef03959eb8a937 for: {'subnet': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:54.903829 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2acfdaaa-e71f-49b3-8f57-b1648de26e0c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:54.973613 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Publish callbacks [] for port (1a691571-a9de-46fe-a5fb-1247508508e5), precommit_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:55.056340 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691'] for port (1a691571-a9de-46fe-a5fb-1247508508e5), after_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:55.075131 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4669133d-63d4-470b-9942-c1cf888c2f22 admin admin] Publish callbacks [] for router_gateway (b0d441a2-04dd-492e-8b78-e74be8ab4bc6), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:55.095525 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4669133d-63d4-470b-9942-c1cf888c2f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:55.103874 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Network 2ddf1778-5518-469d-acdc-1047098dc517 is already hosted by enough agents. {{(pid=104686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:55.118228 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.base_scheduler [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Resources bound (agent type, host, resource id): {{(pid=104686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:55.118228 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Received port after_create {{(pid=104686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:36:55.119142 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Pushing event updated for resources: {'Port': ['ID=1a691571-a9de-46fe-a5fb-1247508508e5,revision_number=1']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:55.122968 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:55.151644 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:55.151984 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:55.152332 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:55.152705 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:55.153035 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:55.153918 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:55.153918 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:55.154131 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:55.154292 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:55.154682 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:55.155008 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Tracked resource versions report: May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: pushed versions: May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: { 'AddressGroup': {'1.2'}, May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Agent': {'1.1'}, May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'ConntrackHelper': {'1.0'}, May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'LocalIPAssociation': {'1.0'}, May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Log': {'1.0'}, May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'NDPProxy': {'1.0'}, May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Network': {'1.1'}, May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Port': {'1.7'}, May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'PortForwarding': {'1.3'}, May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'QosPolicy': {'1.10'}, May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'SecurityGroup': {'1.5'}, May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'SecurityGroupRule': {'1.2'}, May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'SubPort': {'1.0'}, May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Subnet': {'1.1'}, May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Trunk': {'1.1'}} May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: consumer versions: May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: { DHCP agent@dv-cinder-825492-17-iscsi: {}, May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: HyperV agent@hv-cinder-82549: {}, May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: L3 agent@dv-cinder-825492-17-iscsi: {}, May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: Metadata agent@dv-cinder-825492-17-iscsi: {}, May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: Metering agent@dv-cinder-825492-17-iscsi: {}, May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: Open vSwitch agent@dv-cinder-825492-17-iscsi: { 'AddressGroup': '1.2', May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Agent': '1.1', May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'ConntrackHelper': '1.0', May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'LocalIPAssociation': '1.0', May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Log': '1.0', May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'NDPProxy': '1.0', May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Network': '1.1', May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Port': '1.7', May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'PortForwarding': '1.3', May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'QosPolicy': '1.10', May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'SecurityGroup': '1.5', May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'SecurityGroupRule': '1.2', May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'SubPort': '1.0', May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Subnet': '1.1', May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: 'Trunk': '1.1'}} May 26 19:36:55.158411 dv-cinder-825492-17-iscsi neutron-server[104686]: {{(pid=104686) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 19:36:55.444061 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [None req-4669133d-63d4-470b-9942-c1cf888c2f22 admin admin] Allocated IP 172.27.0.242 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/ee845d81-7db3-4dcb-b61d-bdc0ff77848f) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:55.455306 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Attempting to bind port 1a691571-a9de-46fe-a5fb-1247508508e5 on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:36:55.455306 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Attempting to bind port 1a691571-a9de-46fe-a5fb-1247508508e5 by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:36:55.455306 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Attempting to bind port 1a691571-a9de-46fe-a5fb-1247508508e5 on network 2ddf1778-5518-469d-acdc-1047098dc517 {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:36:55.455306 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:36:55.455306 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Checking segment: {'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:36:55.455306 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:55.455306 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Bound using segment: {'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:36:55.455306 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Bound port: 1a691571-a9de-46fe-a5fb-1247508508e5, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:36:55.455306 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (1a691571-a9de-46fe-a5fb-1247508508e5), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:55.461636 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:55.461636 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4669133d-63d4-470b-9942-c1cf888c2f22 admin admin] Publish callbacks [] for port (ee845d81-7db3-4dcb-b61d-bdc0ff77848f), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:55.522297 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-8728092a-46c7-4800-a590-4692447dc802 None None] For port 1a691571-a9de-46fe-a5fb-1247508508e5, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:36:55.526322 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-8728092a-46c7-4800-a590-4692447dc802 None None] For port 1a691571-a9de-46fe-a5fb-1247508508e5, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=1a691571-a9de-46fe-a5fb-1247508508e5,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:36:55.612903 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f0a3-6366-4e9d-bd70-47eb7ccd8625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for subnet (5a70438d-a8a8-4dba-ae04-d8ae67039f54), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:55.687231 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:55.687441 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:55.697292 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6f0a3-6366-4e9d-bd70-47eb7ccd8625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a70438d-a8a8-4dba-ae04-d8ae67039f54,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:55.699647 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6f0a3-6366-4e9d-bd70-47eb7ccd8625 admin admin] Checking segment: {'id': '87f98c03-5890-4025-90b8-81d60921e8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'be98d83d-19c1-4a7c-825d-9344aeca0918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:36:55.700179 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c6f0a3-6366-4e9d-bd70-47eb7ccd8625 admin admin] Network hostable DHCP agents. Network: be98d83d-19c1-4a7c-825d-9344aeca0918, hostable agents: ['334e9f8c-ffb2-4cf1-9422-c5afdc325939'], hosted agents: [] {{(pid=104684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:36:55.721660 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2acfdaaa-e71f-49b3-8f57-b1648de26e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for subnet (103be34e-f8c7-446a-8166-98d3618a2c6e), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:55.722248 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4669133d-63d4-470b-9942-c1cf888c2f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691'] for port (ee845d81-7db3-4dcb-b61d-bdc0ff77848f), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:55.724826 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (1a691571-a9de-46fe-a5fb-1247508508e5), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:55.731239 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-217996d8-a497-45d3-947b-f5994e4cbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for subnet (74ab063f-9814-4a72-a36c-4bbd4ab07270), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:55.804248 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfdaaa-e71f-49b3-8f57-b1648de26e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=103be34e-f8c7-446a-8166-98d3618a2c6e,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:55.806410 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728092a-46c7-4800-a590-4692447dc802 None None] Pushing event updated for resources: {'Port': ['ID=1a691571-a9de-46fe-a5fb-1247508508e5,revision_number=2']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:55.819490 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4669133d-63d4-470b-9942-c1cf888c2f22 admin admin] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:55.822428 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-4669133d-63d4-470b-9942-c1cf888c2f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:55.828615 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4669133d-63d4-470b-9942-c1cf888c2f22 admin admin] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:36:55.861992 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217996d8-a497-45d3-947b-f5994e4cbd6d admin admin] Checking segment: {'id': 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:36:55.862352 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217996d8-a497-45d3-947b-f5994e4cbd6d admin admin] Network hostable DHCP agents. Network: de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d, hostable agents: ['334e9f8c-ffb2-4cf1-9422-c5afdc325939'], hosted agents: [] {{(pid=104684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:36:55.864408 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c6f0a3-6366-4e9d-bd70-47eb7ccd8625 admin admin] Network be98d83d-19c1-4a7c-825d-9344aeca0918 is scheduled to be hosted by DHCP agent 334e9f8c-ffb2-4cf1-9422-c5afdc325939 with binding_index 1 {{(pid=104684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:36:55.869553 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acfdaaa-e71f-49b3-8f57-b1648de26e0c admin admin] Checking segment: {'id': '6c804667-945f-47bd-a6ae-16599fdcb36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2fc14c16-c329-476d-bfe9-2e3d746cc6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:36:55.875786 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acfdaaa-e71f-49b3-8f57-b1648de26e0c admin admin] Network hostable DHCP agents. Network: 2fc14c16-c329-476d-bfe9-2e3d746cc6bf, hostable agents: ['334e9f8c-ffb2-4cf1-9422-c5afdc325939'], hosted agents: [] {{(pid=104684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:36:55.885810 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217996d8-a497-45d3-947b-f5994e4cbd6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=74ab063f-9814-4a72-a36c-4bbd4ab07270,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:55.886810 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669133d-63d4-470b-9942-c1cf888c2f22 admin admin] Pushing event updated for resources: {'Port': ['ID=ee845d81-7db3-4dcb-b61d-bdc0ff77848f,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:55.967595 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:55.974959 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-d5c6f0a3-6366-4e9d-bd70-47eb7ccd8625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-17-iscsi, be98d83d-19c1-4a7c-825d-9344aeca0918) {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:55.981372 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c6f0a3-6366-4e9d-bd70-47eb7ccd8625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:55.981960 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f0a3-6366-4e9d-bd70-47eb7ccd8625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:55.985157 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bfd8d3-7fc9-4256-9c03-d251ef424ab2 None None] Network be98d83d-19c1-4a7c-825d-9344aeca0918 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:36:55.994638 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:56.114495 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217996d8-a497-45d3-947b-f5994e4cbd6d admin admin] Network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d is scheduled to be hosted by DHCP agent 334e9f8c-ffb2-4cf1-9422-c5afdc325939 with binding_index 1 {{(pid=104684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:36:56.123758 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613f8277-000e-497d-94ba-6fb78b79eab4 None None] Network be98d83d-19c1-4a7c-825d-9344aeca0918 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:36:56.128533 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acfdaaa-e71f-49b3-8f57-b1648de26e0c admin admin] Network 2fc14c16-c329-476d-bfe9-2e3d746cc6bf is scheduled to be hosted by DHCP agent 334e9f8c-ffb2-4cf1-9422-c5afdc325939 with binding_index 1 {{(pid=104684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:36:56.133855 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-d5c6f0a3-6366-4e9d-bd70-47eb7ccd8625 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7383974 May 26 19:36:56.135642 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-217996d8-a497-45d3-947b-f5994e4cbd6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-17-iscsi, de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d) {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:56.139939 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217996d8-a497-45d3-947b-f5994e4cbd6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:56.140527 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-217996d8-a497-45d3-947b-f5994e4cbd6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:56.151372 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-2acfdaaa-e71f-49b3-8f57-b1648de26e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-17-iscsi, 2fc14c16-c329-476d-bfe9-2e3d746cc6bf) {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:56.156059 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acfdaaa-e71f-49b3-8f57-b1648de26e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:56.156641 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2acfdaaa-e71f-49b3-8f57-b1648de26e0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:56.174091 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c72a2a-6615-40de-9a30-bae56ce53354 None None] Network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:36:56.216032 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e320bf-6ff9-45e0-bd99-1140f030a67a None None] Network 2fc14c16-c329-476d-bfe9-2e3d746cc6bf requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:36:56.237812 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4669133d-63d4-470b-9942-c1cf888c2f22 admin admin] Publish callbacks [] for router_gateway (b0d441a2-04dd-492e-8b78-e74be8ab4bc6), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:56.251687 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-2acfdaaa-e71f-49b3-8f57-b1648de26e0c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6536622 May 26 19:36:56.256683 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-217996d8-a497-45d3-947b-f5994e4cbd6d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8948460 May 26 19:36:56.260842 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 49668) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:36:56.267618 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-0f4707e0-0376-4710-af4f-f9eae13abef2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-462322217-router', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:36:56.385181 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0f4707e0-0376-4710-af4f-f9eae13abef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7723'] for router (4be83288-a79b-4a97-904b-bd07efa0f7a7), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:56.387530 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0f4707e0-0376-4710-af4f-f9eae13abef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1823171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1704336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7714'] for router (4be83288-a79b-4a97-904b-bd07efa0f7a7), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:56.530491 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e686cf-e63d-46a4-82d5-cf8911441e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe26c64eb-9ba4-58e8-a104-6529d17effff-de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'fixed_ips': [{'subnet_id': '74ab063f-9814-4a72-a36c-4bbd4ab07270'}]}} from dv-cinder-825492-17-iscsi. {{(pid=104686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 19:36:56.535753 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-28e686cf-e63d-46a4-82d5-cf8911441e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:56.563044 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0cfeb2-0f38-43b1-86ac-bc599f64fd1f None None] Network 2fc14c16-c329-476d-bfe9-2e3d746cc6bf requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:36:56.772443 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:56.917359 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0f4707e0-0376-4710-af4f-f9eae13abef2 admin admin] Publish callbacks [] for router_controller (4be83288-a79b-4a97-904b-bd07efa0f7a7), precommit_add_association {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:56.918372 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:56.970670 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 49728) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:36:56.973806 dv-cinder-825492-17-iscsi neutron-server[104684]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 19:36:57.035224 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4669133d-63d4-470b-9942-c1cf888c2f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613824'] for router (b0d441a2-04dd-492e-8b78-e74be8ab4bc6), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:57.048216 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.db_base_plugin_common [None req-28e686cf-e63d-46a4-82d5-cf8911441e3f None None] Allocated IP 172.20.0.2 (de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d/74ab063f-9814-4a72-a36c-4bbd4ab07270/d03463c2-6d28-4925-8475-379a418d83a5) {{(pid=104686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:57.259849 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-28e686cf-e63d-46a4-82d5-cf8911441e3f None None] Publish callbacks [] for port (d03463c2-6d28-4925-8475-379a418d83a5), precommit_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:57.262052 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:57.263258 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 1a691571-a9de-46fe-a5fb-1247508508e5 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:36:57.349121 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 1a691571-a9de-46fe-a5fb-1247508508e5 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:36:57.351022 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (1a691571-a9de-46fe-a5fb-1247508508e5), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:57.385854 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388e06c3-d0d8-4a0f-9e61-f31cf0f0a3fd None None] Network 2ddf1778-5518-469d-acdc-1047098dc517 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:36:57.390584 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-28e686cf-e63d-46a4-82d5-cf8911441e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691'] for port (d03463c2-6d28-4925-8475-379a418d83a5), after_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:57.424895 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4669133d-63d4-470b-9942-c1cf888c2f22 admin admin] Router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 is scheduled to L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d with binding_index 1 {{(pid=104685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 19:36:57.439564 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0f4707e0-0376-4710-af4f-f9eae13abef2 admin admin] Publish callbacks [] for router_gateway (4be83288-a79b-4a97-904b-bd07efa0f7a7), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:57.449181 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-ce1a4a1b-57a9-4c7c-afbb-e7c735bd87b5 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:57.455628 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-ce1a4a1b-57a9-4c7c-afbb-e7c735bd87b5 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/networks?id=2fc14c16-c329-476d-bfe9-2e3d746cc6bf HTTP/1.1" status: 200 len: 812 time: 0.4832511 May 26 19:36:57.469921 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-948f6017-8750-4268-b7b0-3a3fd07cc2ed tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/quotas/5da3140c3a1145dda3ef03959eb8a937 HTTP/1.1" status: 200 len: 375 time: 0.0133753 May 26 19:36:57.501994 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e686cf-e63d-46a4-82d5-cf8911441e3f None None] Network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d is already hosted by enough agents. {{(pid=104686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:57.535319 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.base_scheduler [None req-28e686cf-e63d-46a4-82d5-cf8911441e3f None None] Resources bound (agent type, host, resource id): {{(pid=104686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:57.537801 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e686cf-e63d-46a4-82d5-cf8911441e3f None None] Received port after_create {{(pid=104686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:36:57.542510 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e686cf-e63d-46a4-82d5-cf8911441e3f None None] Pushing event updated for resources: {'Port': ['ID=d03463c2-6d28-4925-8475-379a418d83a5,revision_number=1']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:57.555597 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-738829f2-bea0-47d0-999a-191e2a14d785 None None] Provisioning complete for port 1a691571-a9de-46fe-a5fb-1247508508e5 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:36:57.556162 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-738829f2-bea0-47d0-999a-191e2a14d785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (1a691571-a9de-46fe-a5fb-1247508508e5), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:57.559215 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-30c42f06-3b11-4cc7-b3cc-b8a34d191623 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5da3140c3a1145dda3ef03959eb8a937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830247 May 26 19:36:57.624003 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 1a691571-a9de-46fe-a5fb-1247508508e5 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:36:57.624737 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (1a691571-a9de-46fe-a5fb-1247508508e5), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:57.625825 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4669133d-63d4-470b-9942-c1cf888c2f22 admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:36:57.635979 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 49744) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:36:57.640358 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] Sync routers for ids ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:36:57.661407 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] Routers {'b0d441a2-04dd-492e-8b78-e74be8ab4bc6'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:36:57.663383 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:36:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:57.664790 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-cb9e6e86-f40c-4ddd-81cb-cc6f2f3c9bfd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-892407770-network', 'tenant_id': '042a6b5c2f9b4ec8824194c0fb016806'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:36:57.715503 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:57.773134 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9e6e86-f40c-4ddd-81cb-cc6f2f3c9bfd admin admin] Made reservation on behalf of 042a6b5c2f9b4ec8824194c0fb016806 for: {'network': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:57.776159 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6e86-f40c-4ddd-81cb-cc6f2f3c9bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for network (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:57.789537 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6e86-f40c-4ddd-81cb-cc6f2f3c9bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:57.789921 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] For port 1a691571-a9de-46fe-a5fb-1247508508e5, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=1a691571-a9de-46fe-a5fb-1247508508e5,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:36:57.801355 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4669133d-63d4-470b-9942-c1cf888c2f22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:57.805306 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-4669133d-63d4-470b-9942-c1cf888c2f22 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8410923 May 26 19:36:57.809630 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-28e686cf-e63d-46a4-82d5-cf8911441e3f None None] Attempting to bind port d03463c2-6d28-4925-8475-379a418d83a5 on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:36:57.810267 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-28e686cf-e63d-46a4-82d5-cf8911441e3f None None] Attempting to bind port d03463c2-6d28-4925-8475-379a418d83a5 by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:36:57.810511 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 49752) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:36:57.811001 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e686cf-e63d-46a4-82d5-cf8911441e3f None None] Attempting to bind port d03463c2-6d28-4925-8475-379a418d83a5 on network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:36:57.819073 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e686cf-e63d-46a4-82d5-cf8911441e3f None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:36:57.819754 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e686cf-e63d-46a4-82d5-cf8911441e3f None None] Checking segment: {'id': 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:36:57.820579 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-28e686cf-e63d-46a4-82d5-cf8911441e3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:57.821339 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e686cf-e63d-46a4-82d5-cf8911441e3f None None] Bound using segment: {'id': 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:36:57.822004 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-28e686cf-e63d-46a4-82d5-cf8911441e3f None None] Bound port: d03463c2-6d28-4925-8475-379a418d83a5, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:36:57.822525 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-28e686cf-e63d-46a4-82d5-cf8911441e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (d03463c2-6d28-4925-8475-379a418d83a5), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:57.872412 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (1a691571-a9de-46fe-a5fb-1247508508e5), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:57.944526 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Pushing event updated for resources: {'Port': ['ID=1a691571-a9de-46fe-a5fb-1247508508e5,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:57.957954 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] Set router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:36:57.988138 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-71b44254-4805-4aef-a7ce-bd2160d993a6 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 19:36:57.996324 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-71b44254-4805-4aef-a7ce-bd2160d993a6 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1879041 May 26 19:36:58.011426 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=6 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:58.078617 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-738829f2-bea0-47d0-999a-191e2a14d785 None None] Current status of the port 1a691571-a9de-46fe-a5fb-1247508508e5 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:36:58.119301 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-28e686cf-e63d-46a4-82d5-cf8911441e3f None None] For port d03463c2-6d28-4925-8475-379a418d83a5, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:36:58.128517 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-28e686cf-e63d-46a4-82d5-cf8911441e3f None None] For port d03463c2-6d28-4925-8475-379a418d83a5, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=d03463c2-6d28-4925-8475-379a418d83a5,segment=NetworkSegment(bc2a2a0d-a1b3-4069-8e6b-6f21f689784b),segment_id=bc2a2a0d-a1b3-4069-8e6b-6f21f689784b)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:36:58.145793 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:58.179889 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0f4707e0-0376-4710-af4f-f9eae13abef2 admin admin] Publish callbacks [] for router_gateway (4be83288-a79b-4a97-904b-bd07efa0f7a7), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:58.213292 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-bcd09f46-4e44-4e40-8d51-341f0e147759 None None] Provisioning complete for port 1a691571-a9de-46fe-a5fb-1247508508e5 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:36:58.213692 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-bcd09f46-4e44-4e40-8d51-341f0e147759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (1a691571-a9de-46fe-a5fb-1247508508e5), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:58.221782 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0f4707e0-0376-4710-af4f-f9eae13abef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:58.239858 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6e86-f40c-4ddd-81cb-cc6f2f3c9bfd admin admin] Publish callbacks [] for security_group (36d8a9c4-3bd7-4574-8880-657fede8d4f8), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:58.280171 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-28e686cf-e63d-46a4-82d5-cf8911441e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (d03463c2-6d28-4925-8475-379a418d83a5), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:58.322706 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:36:55Z', 'revision_number': 3, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:58.343442 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-18b9e195-9e1f-45d5-9b3d-fe65bd093e03 service neutron] 10.222.0.72 "GET /v2.0/networks/2fc14c16-c329-476d-bfe9-2e3d746cc6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271999 May 26 19:36:58.367359 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6e86-f40c-4ddd-81cb-cc6f2f3c9bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (36d8a9c4-3bd7-4574-8880-657fede8d4f8), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:58.369075 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] Checking router: b0d441a2-04dd-492e-8b78-e74be8ab4bc6 for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:36:58.369830 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] Updating router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 port ee845d81-7db3-4dcb-b61d-bdc0ff77848f binding host dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:36:58.404712 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (ee845d81-7db3-4dcb-b61d-bdc0ff77848f), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:58.450932 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e6e86-f40c-4ddd-81cb-cc6f2f3c9bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d8a9c4-3bd7-4574-8880-657fede8d4f8,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:58.493157 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9e6e86-f40c-4ddd-81cb-cc6f2f3c9bfd admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=104685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:36:58.513723 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6e86-f40c-4ddd-81cb-cc6f2f3c9bfd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748975417959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (4b43aa90-e26b-45ba-948a-3f5f4b494241), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:58.514267 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.segments_db [None req-cb9e6e86-f40c-4ddd-81cb-cc6f2f3c9bfd admin admin] Added segment 4b43aa90-e26b-45ba-948a-3f5f4b494241 of type vlan for network 5cf4812c-2057-4fb3-9f71-0f8e98719e5a May 26 19:36:58.579289 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [None req-0f4707e0-0376-4710-af4f-f9eae13abef2 admin admin] Allocated IP 172.27.0.109 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/f6f96c1f-19e4-400a-b569-6dc5b9dd5c73) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:58.597883 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-216ccb45-4704-4935-a96b-be1cfd51c346 service neutron] 10.222.0.72 "GET /v2.0/networks/2fc14c16-c329-476d-bfe9-2e3d746cc6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465727 May 26 19:36:58.630255 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6e86-f40c-4ddd-81cb-cc6f2f3c9bfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748974919033'] for network (5cf4812c-2057-4fb3-9f71-0f8e98719e5a), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:58.653484 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-db497a6f-29d9-428f-84b3-35387709b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:58.722579 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-bcd09f46-4e44-4e40-8d51-341f0e147759 None None] Current status of the port 1a691571-a9de-46fe-a5fb-1247508508e5 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:36:58.738885 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:58.745396 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e686cf-e63d-46a4-82d5-cf8911441e3f None None] Pushing event updated for resources: {'Port': ['ID=d03463c2-6d28-4925-8475-379a418d83a5,revision_number=2']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:58.780207 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6e86-f40c-4ddd-81cb-cc6f2f3c9bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for network (5cf4812c-2057-4fb3-9f71-0f8e98719e5a), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:58.781094 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9e6e86-f40c-4ddd-81cb-cc6f2f3c9bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:58.781826 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6e86-f40c-4ddd-81cb-cc6f2f3c9bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:58.781969 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:58.910309 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0f4707e0-0376-4710-af4f-f9eae13abef2 admin admin] Publish callbacks [] for port (f6f96c1f-19e4-400a-b569-6dc5b9dd5c73), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:58.989785 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [None req-db497a6f-29d9-428f-84b3-35387709b3e6 admin admin] Allocated IP 172.20.0.1 (2ddf1778-5518-469d-acdc-1047098dc517/211cc661-0675-4518-a8c1-1c3a38ef5bb2/17ff46fd-cfe2-456f-ad8a-93dd624c78d8) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:59.086032 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 1a691571-a9de-46fe-a5fb-1247508508e5 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:36:59.094966 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e6e86-f40c-4ddd-81cb-cc6f2f3c9bfd admin admin] Pushing event updated for resources: {'Network': ['ID=5cf4812c-2057-4fb3-9f71-0f8e98719e5a,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:59.102359 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-cb9e6e86-f40c-4ddd-81cb-cc6f2f3c9bfd admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4538703 May 26 19:36:59.120008 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Network 5cf4812c-2057-4fb3-9f71-0f8e98719e5a details requested by agent ovs-agent-dv-cinder-825492-17-iscsi with host dv-cinder-825492-17-iscsi {{(pid=104686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 19:36:59.135755 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 49788) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:36:59.140478 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-e007c62f-5171-4984-adca-ba268cfdaa60 admin admin] Request body: {'subnet': {'network_id': '5cf4812c-2057-4fb3-9f71-0f8e98719e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-892407770-subnet', 'tenant_id': '042a6b5c2f9b4ec8824194c0fb016806', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:36:59.241357 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0f4707e0-0376-4710-af4f-f9eae13abef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691'] for port (f6f96c1f-19e4-400a-b569-6dc5b9dd5c73), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:59.274890 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 1a691571-a9de-46fe-a5fb-1247508508e5 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:36:59.275349 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (1a691571-a9de-46fe-a5fb-1247508508e5), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:59.284120 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-db497a6f-29d9-428f-84b3-35387709b3e6 admin admin] Publish callbacks [] for port (17ff46fd-cfe2-456f-ad8a-93dd624c78d8), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:59.329291 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4707e0-0376-4710-af4f-f9eae13abef2 admin admin] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:59.338599 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e007c62f-5171-4984-adca-ba268cfdaa60 admin admin] Made reservation on behalf of 042a6b5c2f9b4ec8824194c0fb016806 for: {'subnet': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:59.342260 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e007c62f-5171-4984-adca-ba268cfdaa60 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:59.345336 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-0f4707e0-0376-4710-af4f-f9eae13abef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:59.349074 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4707e0-0376-4710-af4f-f9eae13abef2 admin admin] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:36:59.349215 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:59.406740 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4707e0-0376-4710-af4f-f9eae13abef2 admin admin] Pushing event updated for resources: {'Port': ['ID=f6f96c1f-19e4-400a-b569-6dc5b9dd5c73,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:59.462668 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 1a691571-a9de-46fe-a5fb-1247508508e5 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:36:59.464856 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device d03463c2-6d28-4925-8475-379a418d83a5 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:36:59.491022 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-db497a6f-29d9-428f-84b3-35387709b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691'] for port (17ff46fd-cfe2-456f-ad8a-93dd624c78d8), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:59.550923 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:36:59.575741 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] Publish callbacks [] for port (ee845d81-7db3-4dcb-b61d-bdc0ff77848f), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:59.594147 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port d03463c2-6d28-4925-8475-379a418d83a5 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:36:59.595846 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (d03463c2-6d28-4925-8475-379a418d83a5), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:59.693248 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (ee845d81-7db3-4dcb-b61d-bdc0ff77848f), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:59.737145 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port d03463c2-6d28-4925-8475-379a418d83a5 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:36:59.741688 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (d03463c2-6d28-4925-8475-379a418d83a5), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:59.771584 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:59.782386 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db497a6f-29d9-428f-84b3-35387709b3e6 admin admin] Network 2ddf1778-5518-469d-acdc-1047098dc517 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:59.792304 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-db497a6f-29d9-428f-84b3-35387709b3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:59.794858 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db497a6f-29d9-428f-84b3-35387709b3e6 admin admin] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:36:59.795394 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-db497a6f-29d9-428f-84b3-35387709b3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617779'] for router_interface (b0d441a2-04dd-492e-8b78-e74be8ab4bc6), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:59.799004 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db497a6f-29d9-428f-84b3-35387709b3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=17ff46fd-cfe2-456f-ad8a-93dd624c78d8,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:59.856434 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:36:59.874035 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a19a8-e887-47e5-81eb-b96c468175d3 None None] Pushing event updated for resources: {'Port': ['ID=ee845d81-7db3-4dcb-b61d-bdc0ff77848f,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:59.881279 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e007c62f-5171-4984-adca-ba268cfdaa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for subnet (daae906f-6620-44c7-a5a8-7ab4caa42bd9), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:59.895395 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] For port d03463c2-6d28-4925-8475-379a418d83a5, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=d03463c2-6d28-4925-8475-379a418d83a5,segment=NetworkSegment(bc2a2a0d-a1b3-4069-8e6b-6f21f689784b),segment_id=bc2a2a0d-a1b3-4069-8e6b-6f21f689784b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:36:59.898848 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a19a8-e887-47e5-81eb-b96c468175d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:59.899312 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a19a8-e887-47e5-81eb-b96c468175d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:59.899689 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a19a8-e887-47e5-81eb-b96c468175d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:59.900100 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a19a8-e887-47e5-81eb-b96c468175d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:59.902044 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a19a8-e887-47e5-81eb-b96c468175d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:59.902044 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a19a8-e887-47e5-81eb-b96c468175d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:59.902044 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a19a8-e887-47e5-81eb-b96c468175d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:59.902044 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a19a8-e887-47e5-81eb-b96c468175d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:59.902385 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a19a8-e887-47e5-81eb-b96c468175d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:59.902519 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a19a8-e887-47e5-81eb-b96c468175d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:59.902858 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a19a8-e887-47e5-81eb-b96c468175d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:59.903442 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a19a8-e887-47e5-81eb-b96c468175d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:59.903869 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a19a8-e887-47e5-81eb-b96c468175d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:59.904091 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a19a8-e887-47e5-81eb-b96c468175d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:59.904475 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a19a8-e887-47e5-81eb-b96c468175d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a19a8-e887-47e5-81eb-b96c468175d3 None None] Tracked resource versions report: May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: pushed versions: May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: { 'AddressGroup': {'1.2'}, May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Agent': {'1.1'}, May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'ConntrackHelper': {'1.0'}, May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'LocalIPAssociation': {'1.0'}, May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Log': {'1.0'}, May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'NDPProxy': {'1.0'}, May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Network': {'1.1'}, May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Port': {'1.7'}, May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'PortForwarding': {'1.3'}, May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'QosPolicy': {'1.10'}, May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'SecurityGroup': {'1.5'}, May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'SecurityGroupRule': {'1.2'}, May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'SubPort': {'1.0'}, May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Subnet': {'1.1'}, May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Trunk': {'1.1'}} May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: consumer versions: May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: { DHCP agent@dv-cinder-825492-17-iscsi: {}, May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: HyperV agent@hv-cinder-82549: {}, May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: L3 agent@dv-cinder-825492-17-iscsi: {}, May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: Metadata agent@dv-cinder-825492-17-iscsi: {}, May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: Metering agent@dv-cinder-825492-17-iscsi: {}, May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: Open vSwitch agent@dv-cinder-825492-17-iscsi: { 'AddressGroup': '1.2', May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Agent': '1.1', May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'ConntrackHelper': '1.0', May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'LocalIPAssociation': '1.0', May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Log': '1.0', May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'NDPProxy': '1.0', May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Network': '1.1', May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Port': '1.7', May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'PortForwarding': '1.3', May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'QosPolicy': '1.10', May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'SecurityGroup': '1.5', May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'SecurityGroupRule': '1.2', May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'SubPort': '1.0', May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Subnet': '1.1', May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: 'Trunk': '1.1'}} May 26 19:36:59.905771 dv-cinder-825492-17-iscsi neutron-server[104687]: {{(pid=104687) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 19:36:59.933101 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] Attempting to bind port ee845d81-7db3-4dcb-b61d-bdc0ff77848f on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:36:59.933627 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] Attempting to bind port ee845d81-7db3-4dcb-b61d-bdc0ff77848f by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:36:59.934060 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] Attempting to bind port ee845d81-7db3-4dcb-b61d-bdc0ff77848f on network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:36:59.955570 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:36:59.955883 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] Checking segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:36:59.958440 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:59.962509 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] Bound using segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:36:59.963194 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] Bound port: ee845d81-7db3-4dcb-b61d-bdc0ff77848f, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:36:59.963607 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (ee845d81-7db3-4dcb-b61d-bdc0ff77848f), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:36:59.978699 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (d03463c2-6d28-4925-8475-379a418d83a5), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:00.103309 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] For port ee845d81-7db3-4dcb-b61d-bdc0ff77848f, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:37:00.104995 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Pushing event updated for resources: {'Port': ['ID=d03463c2-6d28-4925-8475-379a418d83a5,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:00.109725 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] For port ee845d81-7db3-4dcb-b61d-bdc0ff77848f, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=ee845d81-7db3-4dcb-b61d-bdc0ff77848f,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:37:00.161682 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e007c62f-5171-4984-adca-ba268cfdaa60 admin admin] Checking segment: {'id': '4b43aa90-e26b-45ba-948a-3f5f4b494241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5cf4812c-2057-4fb3-9f71-0f8e98719e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:37:00.161682 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e007c62f-5171-4984-adca-ba268cfdaa60 admin admin] Network hostable DHCP agents. Network: 5cf4812c-2057-4fb3-9f71-0f8e98719e5a, hostable agents: ['334e9f8c-ffb2-4cf1-9422-c5afdc325939'], hosted agents: [] {{(pid=104685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:37:00.165332 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d97941d7-91be-4265-b955-0deecd9f527f req-4ebe05bd-c528-437c-a477-6d7965e08239 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 210 time: 0.2223680 May 26 19:37:00.173674 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (ee845d81-7db3-4dcb-b61d-bdc0ff77848f), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:00.194003 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0f4707e0-0376-4710-af4f-f9eae13abef2 admin admin] Publish callbacks [] for router_gateway (4be83288-a79b-4a97-904b-bd07efa0f7a7), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:00.207548 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007c62f-5171-4984-adca-ba268cfdaa60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daae906f-6620-44c7-a5a8-7ab4caa42bd9,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:00.319931 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] Routers {'b0d441a2-04dd-492e-8b78-e74be8ab4bc6'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:37:00.320607 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:36:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:00.339347 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:00.348767 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08bd7a3-66a3-4e74-bd5e-5aafdea98f54 None None] Network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:37:00.469006 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-db497a6f-29d9-428f-84b3-35387709b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (17ff46fd-cfe2-456f-ad8a-93dd624c78d8), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:00.473142 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e007c62f-5171-4984-adca-ba268cfdaa60 admin admin] Network 5cf4812c-2057-4fb3-9f71-0f8e98719e5a is scheduled to be hosted by DHCP agent 334e9f8c-ffb2-4cf1-9422-c5afdc325939 with binding_index 1 {{(pid=104685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:37:00.543289 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] Set router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:37:00.553606 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-c4212a40-f1a0-4cc6-a7fd-d46c16df5803 None None] Provisioning complete for port 17ff46fd-cfe2-456f-ad8a-93dd624c78d8 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:00.554187 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-c4212a40-f1a0-4cc6-a7fd-d46c16df5803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (17ff46fd-cfe2-456f-ad8a-93dd624c78d8), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:00.611751 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 49850) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:00.644704 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0f4707e0-0376-4710-af4f-f9eae13abef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613824'] for router (4be83288-a79b-4a97-904b-bd07efa0f7a7), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:00.650619 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:00.653144 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-c4212a40-f1a0-4cc6-a7fd-d46c16df5803 None None] Port 17ff46fd-cfe2-456f-ad8a-93dd624c78d8 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:37:00.666432 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-c4212a40-f1a0-4cc6-a7fd-d46c16df5803 None None] Provisioning complete for port d03463c2-6d28-4925-8475-379a418d83a5 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:00.666954 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-c4212a40-f1a0-4cc6-a7fd-d46c16df5803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (d03463c2-6d28-4925-8475-379a418d83a5), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:00.762494 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=100 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:00.796921 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-c4212a40-f1a0-4cc6-a7fd-d46c16df5803 None None] Current status of the port d03463c2-6d28-4925-8475-379a418d83a5 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:37:00.915242 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:00.965791 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-9bc5b275-c14a-460f-834f-5fefcdba3fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:00.976529 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:00.989248 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:36:55Z', 'revision_number': 3, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:01.015634 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device d03463c2-6d28-4925-8475-379a418d83a5 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:37:01.036938 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db7bde-d718-4f74-ad7c-88db537086b9 None None] The sync data for ids ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'] in dv-cinder-825492-17-iscsi is: [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:36:55Z', 'revision_number': 3, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:37:01.052310 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4707e0-0376-4710-af4f-f9eae13abef2 admin admin] Router 4be83288-a79b-4a97-904b-bd07efa0f7a7 is scheduled to L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d with binding_index 1 {{(pid=104684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 19:37:01.063881 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a19a8-e887-47e5-81eb-b96c468175d3 None None] Pushing event updated for resources: {'Port': ['ID=ee845d81-7db3-4dcb-b61d-bdc0ff77848f,revision_number=3']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:01.091340 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-e007c62f-5171-4984-adca-ba268cfdaa60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-17-iscsi, 5cf4812c-2057-4fb3-9f71-0f8e98719e5a) {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:01.109323 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-db497a6f-29d9-428f-84b3-35387709b3e6 admin admin] Publish callbacks [] for port (17ff46fd-cfe2-456f-ad8a-93dd624c78d8), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:01.113670 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e007c62f-5171-4984-adca-ba268cfdaa60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:01.114143 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0de509-058f-4589-8e1b-3676ad9a1a7f None None] Network 5cf4812c-2057-4fb3-9f71-0f8e98719e5a requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:37:01.115515 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e007c62f-5171-4984-adca-ba268cfdaa60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:01.201912 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-2eecb5ab-2485-4155-80ad-37ad38564ad5 None None] Provisioning complete for port d03463c2-6d28-4925-8475-379a418d83a5 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:01.202483 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2eecb5ab-2485-4155-80ad-37ad38564ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (d03463c2-6d28-4925-8475-379a418d83a5), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:01.264277 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-db497a6f-29d9-428f-84b3-35387709b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (17ff46fd-cfe2-456f-ad8a-93dd624c78d8), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:01.265117 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-db497a6f-29d9-428f-84b3-35387709b3e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-131577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616579'] for router_interface (b0d441a2-04dd-492e-8b78-e74be8ab4bc6), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:01.288901 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port d03463c2-6d28-4925-8475-379a418d83a5 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:01.288901 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (d03463c2-6d28-4925-8475-379a418d83a5), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:01.316975 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-e007c62f-5171-4984-adca-ba268cfdaa60 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1801627 May 26 19:37:01.374290 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d19e8f24-3e5f-4f8e-bcba-e16835ac2f4b req-a488e35b-fe76-4575-8029-170c5c70b95e tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 210 time: 0.0402989 May 26 19:37:01.389629 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db497a6f-29d9-428f-84b3-35387709b3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=17ff46fd-cfe2-456f-ad8a-93dd624c78d8,revision_number=2']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:01.390430 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-9bc5b275-c14a-460f-834f-5fefcdba3fb6 admin admin] Publish callbacks [] for security_group (3678ace7-e38d-4dc3-ab13-af875e201421), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:01.399501 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4707e0-0376-4710-af4f-f9eae13abef2 admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:37:01.424961 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] Sync routers for ids ['4be83288-a79b-4a97-904b-bd07efa0f7a7'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:37:01.456880 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262690d7-560b-403a-9c2a-82d625126d5f None None] Network 5cf4812c-2057-4fb3-9f71-0f8e98719e5a requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:37:01.466971 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] Routers {'4be83288-a79b-4a97-904b-bd07efa0f7a7'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:37:01.467797 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:36:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['4be83288-a79b-4a97-904b-bd07efa0f7a7'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:01.496543 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db497a6f-29d9-428f-84b3-35387709b3e6 admin admin] Network 2ddf1778-5518-469d-acdc-1047098dc517 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:01.498074 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-db497a6f-29d9-428f-84b3-35387709b3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:01.521037 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-9bc5b275-c14a-460f-834f-5fefcdba3fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (3678ace7-e38d-4dc3-ab13-af875e201421), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:01.566401 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0f4707e0-0376-4710-af4f-f9eae13abef2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:01.575818 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:01.576741 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-0f4707e0-0376-4710-af4f-f9eae13abef2 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3146486 May 26 19:37:01.586010 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 49878) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:01.643324 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 49880) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:01.703714 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db497a6f-29d9-428f-84b3-35387709b3e6 admin admin] Router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:37:01.719905 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-2eecb5ab-2485-4155-80ad-37ad38564ad5 None None] Current status of the port d03463c2-6d28-4925-8475-379a418d83a5 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:37:01.824449 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6365ee-aae7-4147-9bf2-dd69b8ee8965 admin admin] Deleting subnet 5a70438d-a8a8-4dba-ae04-d8ae67039f54 {{(pid=104684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 19:37:01.848178 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-cc6365ee-aae7-4147-9bf2-dd69b8ee8965 admin admin] Publish callbacks [] for subnet (5a70438d-a8a8-4dba-ae04-d8ae67039f54), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:01.870425 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=100 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:01.880225 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port d03463c2-6d28-4925-8475-379a418d83a5 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:37:01.897716 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-cc6365ee-aae7-4147-9bf2-dd69b8ee8965 admin admin] Publish callbacks [] for subnet (5a70438d-a8a8-4dba-ae04-d8ae67039f54), precommit_delete_associations {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:01.908339 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-cc6365ee-aae7-4147-9bf2-dd69b8ee8965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674963'] for subnet (5a70438d-a8a8-4dba-ae04-d8ae67039f54), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:01.917403 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db497a6f-29d9-428f-84b3-35387709b3e6 admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:37:01.919721 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] Set router 4be83288-a79b-4a97-904b-bd07efa0f7a7 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:37:01.925362 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-db497a6f-29d9-428f-84b3-35387709b3e6 admin admin] 10.222.0.72 "PUT /v2.0/routers/b0d441a2-04dd-492e-8b78-e74be8ab4bc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1045740 May 26 19:37:01.965843 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:02.053905 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 49894) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:02.054468 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-9bc5b275-c14a-460f-834f-5fefcdba3fb6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a59216e3194d4d809b9df8eb09b34636&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4262347 May 26 19:37:02.064439 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5b275-c14a-460f-834f-5fefcdba3fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3678ace7-e38d-4dc3-ab13-af875e201421,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:02.080556 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-179bb158-bbd7-40c5-be2d-d8e81483145d None None] Provisioning complete for port 17ff46fd-cfe2-456f-ad8a-93dd624c78d8 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:02.087451 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-179bb158-bbd7-40c5-be2d-d8e81483145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (17ff46fd-cfe2-456f-ad8a-93dd624c78d8), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:02.098833 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-cc6365ee-aae7-4147-9bf2-dd69b8ee8965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for subnet (5a70438d-a8a8-4dba-ae04-d8ae67039f54), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:02.196019 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-179bb158-bbd7-40c5-be2d-d8e81483145d None None] Port 17ff46fd-cfe2-456f-ad8a-93dd624c78d8 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:37:02.219336 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6b82e563-f011-4f4c-b075-21fda922db9f admin admin] Publish callbacks [] for security_group (3678ace7-e38d-4dc3-ab13-af875e201421), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:02.241442 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6365ee-aae7-4147-9bf2-dd69b8ee8965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a70438d-a8a8-4dba-ae04-d8ae67039f54,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:02.274731 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6b82e563-f011-4f4c-b075-21fda922db9f admin admin] Publish callbacks [] for security_group (3678ace7-e38d-4dc3-ab13-af875e201421), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:02.387950 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'name': 'tempest-ServerRescueNegativeTestJSON-462322217-router', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:56Z', 'updated_at': '2022-05-26T19:36:59Z', 'revision_number': 3, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'gw_port': {'id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:02.422154 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] Checking router: 4be83288-a79b-4a97-904b-bd07efa0f7a7 for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:37:02.422753 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] Updating router 4be83288-a79b-4a97-904b-bd07efa0f7a7 port f6f96c1f-19e4-400a-b569-6dc5b9dd5c73 binding host dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:37:02.442040 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-cc6365ee-aae7-4147-9bf2-dd69b8ee8965 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:02.446414 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-cc6365ee-aae7-4147-9bf2-dd69b8ee8965 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5a70438d-a8a8-4dba-ae04-d8ae67039f54 HTTP/1.1" status: 204 len: 168 time: 0.7828536 May 26 19:37:02.448887 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 49910) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:02.481952 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6b82e563-f011-4f4c-b075-21fda922db9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (3678ace7-e38d-4dc3-ab13-af875e201421), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:02.495071 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6b82e563-f011-4f4c-b075-21fda922db9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:02.496975 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-6b82e563-f011-4f4c-b075-21fda922db9f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3678ace7-e38d-4dc3-ab13-af875e201421 HTTP/1.1" status: 204 len: 168 time: 0.4409416 May 26 19:37:02.497535 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (f6f96c1f-19e4-400a-b569-6dc5b9dd5c73), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:02.556095 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82e563-f011-4f4c-b075-21fda922db9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3678ace7-e38d-4dc3-ab13-af875e201421,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:02.615750 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1324308'] for network (be98d83d-19c1-4a7c-825d-9344aeca0918), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:02.661238 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0ec00182-c14b-465f-b5f0-7bc8dbf2742e req-f757a355-ba3d-43d8-88ee-8f8feac74936 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 210 time: 0.0761969 May 26 19:37:02.707498 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672550', 'neutron.services.segments.db._delete_segments_for_network-8748975417968'] for network (be98d83d-19c1-4a7c-825d-9344aeca0918), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:02.732577 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:02.733036 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:02.733812 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:02.734514 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Subscribe: > port after_create 55550000 {{(pid=104685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:02.734514 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Subscribe: > port after_delete 55550000 {{(pid=104685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:02.734795 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Subscribe: > port after_update 55550000 {{(pid=104685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:02.735410 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:02.735734 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:02.736073 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:02.736376 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:02.765943 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 49916) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:02.772231 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-cedbb87f-81a1-4e14-8f60-0f1ae104916d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1527233912', 'description': 'tempest-description--1428441230'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:37:02.921059 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:02.955289 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device ee845d81-7db3-4dcb-b61d-bdc0ff77848f up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:37:02.956317 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-14c6f90f-721f-48bb-b6fd-d0517bee4ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:02.960172 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-cedbb87f-81a1-4e14-8f60-0f1ae104916d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:03.049657 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:03.050010 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:03.050331 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:03.050665 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:03.051071 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be98d83d-19c1-4a7c-825d-9344aeca0918']}} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:03.079927 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f98c03-5890-4025-90b8-81d60921e8b0') {'for_net_delete': True} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:03.080329 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f98c03-5890-4025-90b8-81d60921e8b0') {} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:03.098633 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748975417721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16119978'] for segment (87f98c03-5890-4025-90b8-81d60921e8b0), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:03.130223 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] Publish callbacks [] for port (f6f96c1f-19e4-400a-b569-6dc5b9dd5c73), precommit_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:03.142238 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (87f98c03-5890-4025-90b8-81d60921e8b0), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:03.150640 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port ee845d81-7db3-4dcb-b61d-bdc0ff77848f triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:03.151130 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (ee845d81-7db3-4dcb-b61d-bdc0ff77848f), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:03.166849 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:37:03.168266 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16099718'] for segment (87f98c03-5890-4025-90b8-81d60921e8b0), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:03.250029 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (f6f96c1f-19e4-400a-b569-6dc5b9dd5c73), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:03.279893 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:03.308098 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-cedbb87f-81a1-4e14-8f60-0f1ae104916d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (c84a40eb-c9bb-4af1-88e8-c1d1189b6738), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:03.339538 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617908'] for network (be98d83d-19c1-4a7c-825d-9344aeca0918), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:03.351945 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:03.357555 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] 10.222.0.72 "DELETE /v2.0/networks/be98d83d-19c1-4a7c-825d-9344aeca0918 HTTP/1.1" status: 204 len: 168 time: 0.9055505 May 26 19:37:03.371597 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 49936) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:03.380399 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port ee845d81-7db3-4dcb-b61d-bdc0ff77848f is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:37:03.381314 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (ee845d81-7db3-4dcb-b61d-bdc0ff77848f), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:03.390179 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] Attempting to bind port f6f96c1f-19e4-400a-b569-6dc5b9dd5c73 on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:37:03.390652 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] Attempting to bind port f6f96c1f-19e4-400a-b569-6dc5b9dd5c73 by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:37:03.391055 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] Attempting to bind port f6f96c1f-19e4-400a-b569-6dc5b9dd5c73 on network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:37:03.394466 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:03.407996 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:37:03.408513 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] Checking segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:37:03.408919 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:03.409315 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] Bound using segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:37:03.409896 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] Bound port: f6f96c1f-19e4-400a-b569-6dc5b9dd5c73, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:37:03.412315 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8f827-7dbd-49bf-ab77-85d19cfdcb4f admin admin] Pushing event deleted for resources: {'Network': ['ID=be98d83d-19c1-4a7c-825d-9344aeca0918,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:03.427612 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (f6f96c1f-19e4-400a-b569-6dc5b9dd5c73), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:03.440286 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-cedbb87f-81a1-4e14-8f60-0f1ae104916d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (c84a40eb-c9bb-4af1-88e8-c1d1189b6738), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:03.456386 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [None req-14c6f90f-721f-48bb-b6fd-d0517bee4ef3 admin admin] Allocated IP 172.20.0.1 (de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d/74ab063f-9814-4a72-a36c-4bbd4ab07270/aebef08d-d05f-44f6-97bb-a73d28d44c5f) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:37:03.582012 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] For port f6f96c1f-19e4-400a-b569-6dc5b9dd5c73, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:37:03.585669 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] For port f6f96c1f-19e4-400a-b569-6dc5b9dd5c73, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=f6f96c1f-19e4-400a-b569-6dc5b9dd5c73,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:37:03.594591 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:03.600852 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] For port ee845d81-7db3-4dcb-b61d-bdc0ff77848f, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=ee845d81-7db3-4dcb-b61d-bdc0ff77848f,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:37:03.604640 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692aa732-db75-4b14-ad15-45d74d20fe19 None None] Pushing event updated for resources: {'Port': ['ID=f6f96c1f-19e4-400a-b569-6dc5b9dd5c73,revision_number=2']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:03.606178 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-14c6f90f-721f-48bb-b6fd-d0517bee4ef3 admin admin] Publish callbacks [] for port (aebef08d-d05f-44f6-97bb-a73d28d44c5f), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:03.615413 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] Sync routers for ids ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:37:03.631053 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] Routers {'b0d441a2-04dd-492e-8b78-e74be8ab4bc6'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:37:03.632009 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:36:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:03.644607 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.services.segments.plugin [-] Segment 87f98c03-5890-4025-90b8-81d60921e8b0 resource provider aggregate not found May 26 19:37:03.645256 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:03.664912 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.services.segments.plugin [-] Segment 87f98c03-5890-4025-90b8-81d60921e8b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87f98c03-5890-4025-90b8-81d60921e8b0 found for delete ", "request_id": "req-761ab0ba-3160-464a-8ead-0b1a8cb92a8f"}]} May 26 19:37:03.687219 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbb87f-81a1-4e14-8f60-0f1ae104916d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c84a40eb-c9bb-4af1-88e8-c1d1189b6738,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:03.691709 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4229027-088e-45be-ac07-7845946f4fce admin admin] Deleting subnet daae906f-6620-44c7-a5a8-7ab4caa42bd9 {{(pid=104684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 19:37:03.699961 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c4229027-088e-45be-ac07-7845946f4fce admin admin] Publish callbacks [] for subnet (daae906f-6620-44c7-a5a8-7ab4caa42bd9), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:03.705080 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (ee845d81-7db3-4dcb-b61d-bdc0ff77848f), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:03.710241 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (f6f96c1f-19e4-400a-b569-6dc5b9dd5c73), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:03.781231 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-cedbb87f-81a1-4e14-8f60-0f1ae104916d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:03.783887 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-cedbb87f-81a1-4e14-8f60-0f1ae104916d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0169649 May 26 19:37:03.790518 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 49964) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:03.799820 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-fa057537-63ee-494b-9d43-e0fab72f5a19 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'security_group_rule': {'security_group_id': 'c84a40eb-c9bb-4af1-88e8-c1d1189b6738', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:37:03.800238 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c4229027-088e-45be-ac07-7845946f4fce admin admin] Publish callbacks [] for subnet (daae906f-6620-44c7-a5a8-7ab4caa42bd9), precommit_delete_associations {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:03.809229 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c4229027-088e-45be-ac07-7845946f4fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674963'] for subnet (daae906f-6620-44c7-a5a8-7ab4caa42bd9), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:03.838308 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Pushing event updated for resources: {'Port': ['ID=ee845d81-7db3-4dcb-b61d-bdc0ff77848f,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:03.848086 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] Routers {'4be83288-a79b-4a97-904b-bd07efa0f7a7'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:37:03.848581 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] Set router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:37:03.849023 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:36:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['4be83288-a79b-4a97-904b-bd07efa0f7a7'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:03.876601 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-14c6f90f-721f-48bb-b6fd-d0517bee4ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691'] for port (aebef08d-d05f-44f6-97bb-a73d28d44c5f), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:03.892628 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-38829dda-ae09-4a18-995e-8994fd6e59cc req-06610548-a912-4e86-9cf2-9fac6d097878 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 210 time: 0.0869539 May 26 19:37:03.947171 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6f90f-721f-48bb-b6fd-d0517bee4ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=aebef08d-d05f-44f6-97bb-a73d28d44c5f,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:03.971492 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c6f90f-721f-48bb-b6fd-d0517bee4ef3 admin admin] Network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:03.977616 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692aa732-db75-4b14-ad15-45d74d20fe19 None None] Pushing event updated for resources: {'Port': ['ID=f6f96c1f-19e4-400a-b569-6dc5b9dd5c73,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:03.978148 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-14c6f90f-721f-48bb-b6fd-d0517bee4ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:04.003918 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fa057537-63ee-494b-9d43-e0fab72f5a19 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (a19623de-0942-42a9-9529-0c1642f00235), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:04.004066 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c6f90f-721f-48bb-b6fd-d0517bee4ef3 admin admin] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:37:04.004220 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-14c6f90f-721f-48bb-b6fd-d0517bee4ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617779'] for router_interface (4be83288-a79b-4a97-904b-bd07efa0f7a7), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:04.024722 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] Set router 4be83288-a79b-4a97-904b-bd07efa0f7a7 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:37:04.105568 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fa057537-63ee-494b-9d43-e0fab72f5a19 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (a19623de-0942-42a9-9529-0c1642f00235), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:04.227927 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 2, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:04.261864 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] Checking router: b0d441a2-04dd-492e-8b78-e74be8ab4bc6 for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:37:04.262357 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] Updating router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 port 17ff46fd-cfe2-456f-ad8a-93dd624c78d8 binding host dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:37:04.275900 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fa057537-63ee-494b-9d43-e0fab72f5a19 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (a19623de-0942-42a9-9529-0c1642f00235), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:04.311203 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'name': 'tempest-ServerRescueNegativeTestJSON-462322217-router', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:56Z', 'updated_at': '2022-05-26T19:36:59Z', 'revision_number': 3, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'gw_port': {'id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:04.313809 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa057537-63ee-494b-9d43-e0fab72f5a19 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19623de-0942-42a9-9529-0c1642f00235,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:04.321014 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c4229027-088e-45be-ac07-7845946f4fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for subnet (daae906f-6620-44c7-a5a8-7ab4caa42bd9), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:04.332288 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (17ff46fd-cfe2-456f-ad8a-93dd624c78d8), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:04.380972 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838b19c7-4013-4c49-aafa-f47d3dd14d9c None None] The sync data for ids ['4be83288-a79b-4a97-904b-bd07efa0f7a7'] in dv-cinder-825492-17-iscsi is: [{'id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'name': 'tempest-ServerRescueNegativeTestJSON-462322217-router', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:56Z', 'updated_at': '2022-05-26T19:36:59Z', 'revision_number': 3, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'gw_port': {'id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:37:04.415714 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fa057537-63ee-494b-9d43-e0fab72f5a19 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:04.418744 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-fa057537-63ee-494b-9d43-e0fab72f5a19 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6261773 May 26 19:37:04.419630 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-54f6b7bb-0090-4f2d-a4d6-f936afff73bc None None] Provisioning complete for port aebef08d-d05f-44f6-97bb-a73d28d44c5f triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:04.422646 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-54f6b7bb-0090-4f2d-a4d6-f936afff73bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (aebef08d-d05f-44f6-97bb-a73d28d44c5f), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:04.423422 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 49988) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:04.432999 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4229027-088e-45be-ac07-7845946f4fce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daae906f-6620-44c7-a5a8-7ab4caa42bd9,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:04.448970 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-541e0c12-0f2c-4e2c-a9fa-6083b0b31982 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'security_group_rule': {'security_group_id': 'c84a40eb-c9bb-4af1-88e8-c1d1189b6738', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:37:04.471097 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c4229027-088e-45be-ac07-7845946f4fce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:04.475492 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-c4229027-088e-45be-ac07-7845946f4fce admin admin] 10.222.0.72 "DELETE /v2.0/subnets/daae906f-6620-44c7-a5a8-7ab4caa42bd9 HTTP/1.1" status: 204 len: 168 time: 1.1009359 May 26 19:37:04.486467 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 49994) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:04.507650 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-54f6b7bb-0090-4f2d-a4d6-f936afff73bc None None] Port aebef08d-d05f-44f6-97bb-a73d28d44c5f cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:37:04.574142 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-541e0c12-0f2c-4e2c-a9fa-6083b0b31982 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (772893e7-c117-49ee-9901-d5d1ebb3ec9b), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:04.613326 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.77', 51441) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:04.775836 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:04.778234 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:04.786547 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1324308'] for network (5cf4812c-2057-4fb3-9f71-0f8e98719e5a), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:04.800758 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-14c6f90f-721f-48bb-b6fd-d0517bee4ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (aebef08d-d05f-44f6-97bb-a73d28d44c5f), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:05.014537 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:05.016910 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device ee845d81-7db3-4dcb-b61d-bdc0ff77848f up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:37:05.086655 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] Publish callbacks [] for port (17ff46fd-cfe2-456f-ad8a-93dd624c78d8), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:05.089394 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672550', 'neutron.services.segments.db._delete_segments_for_network-8748975417968'] for network (5cf4812c-2057-4fb3-9f71-0f8e98719e5a), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:05.173079 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:05.173341 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:05.178776 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (17ff46fd-cfe2-456f-ad8a-93dd624c78d8), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:05.186301 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:05.189177 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Subscribe: > port after_create 55550000 {{(pid=104684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:05.189513 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Subscribe: > port after_delete 55550000 {{(pid=104684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:05.189855 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Subscribe: > port after_update 55550000 {{(pid=104684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:05.190177 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:05.190541 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:05.190819 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:05.191158 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:05.193637 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port ee845d81-7db3-4dcb-b61d-bdc0ff77848f triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:05.194043 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (ee845d81-7db3-4dcb-b61d-bdc0ff77848f), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:05.198113 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:05.206861 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-541e0c12-0f2c-4e2c-a9fa-6083b0b31982 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (772893e7-c117-49ee-9901-d5d1ebb3ec9b), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:05.251046 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-25cdb8b5-2a1f-4286-ab9c-4495e6a22861 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:05.256122 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-25cdb8b5-2a1f-4286-ab9c-4495e6a22861 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.77 "GET /v2.0/networks?id=2fc14c16-c329-476d-bfe9-2e3d746cc6bf HTTP/1.1" status: 200 len: 812 time: 0.6408606 May 26 19:37:05.287161 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-541e0c12-0f2c-4e2c-a9fa-6083b0b31982 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (772893e7-c117-49ee-9901-d5d1ebb3ec9b), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:05.331652 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e0c12-0f2c-4e2c-a9fa-6083b0b31982 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772893e7-c117-49ee-9901-d5d1ebb3ec9b,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:05.381606 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-541e0c12-0f2c-4e2c-a9fa-6083b0b31982 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:05.382977 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-541e0c12-0f2c-4e2c-a9fa-6083b0b31982 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9578557 May 26 19:37:05.386097 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 50052) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:05.391265 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-28c435f9-24b0-4b39-bd4e-f963b3f80d9e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'floatingip': {'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:37:05.433173 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-e43a2d62-ebe8-478e-a20f-bd75f46325ce tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Request body: {'port': {'device_id': 'b26f44b8-4d34-4dde-8e5a-e369b12b8ab1', 'network_id': '2fc14c16-c329-476d-bfe9-2e3d746cc6bf', 'admin_state_up': True, 'tenant_id': '5da3140c3a1145dda3ef03959eb8a937'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:37:05.440536 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port ee845d81-7db3-4dcb-b61d-bdc0ff77848f is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:37:05.468827 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692b7ed-f320-44e1-af59-9c1cbc539137 None None] Pushing event updated for resources: {'Port': ['ID=17ff46fd-cfe2-456f-ad8a-93dd624c78d8,revision_number=3']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:05.561436 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 50060) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:05.567679 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:05.568034 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:05.568548 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:05.569094 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:37:05.569190 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf4812c-2057-4fb3-9f71-0f8e98719e5a']}} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:05.572885 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:05.588508 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] Attempting to bind port 17ff46fd-cfe2-456f-ad8a-93dd624c78d8 on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:37:05.589295 dv-cinder-825492-17-iscsi neutron-server[104685]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 19:37:05.591165 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] Attempting to bind port 17ff46fd-cfe2-456f-ad8a-93dd624c78d8 by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:37:05.591531 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] Attempting to bind port 17ff46fd-cfe2-456f-ad8a-93dd624c78d8 on network 2ddf1778-5518-469d-acdc-1047098dc517 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:37:05.611858 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:37:05.612233 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] Checking segment: {'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:37:05.612630 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:05.613023 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] Bound using segment: {'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'} {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:37:05.613500 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] Bound port: 17ff46fd-cfe2-456f-ad8a-93dd624c78d8, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'}}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:37:05.613872 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (17ff46fd-cfe2-456f-ad8a-93dd624c78d8), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:05.673110 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:05.684953 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b43aa90-e26b-45ba-948a-3f5f4b494241') {'for_net_delete': True} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:05.685579 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b43aa90-e26b-45ba-948a-3f5f4b494241') {} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:05.747132 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-389fad18-d8c9-489b-813e-dda2191534a7 None None] Provisioning complete for port 17ff46fd-cfe2-456f-ad8a-93dd624c78d8 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:05.747841 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-389fad18-d8c9-489b-813e-dda2191534a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (17ff46fd-cfe2-456f-ad8a-93dd624c78d8), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:05.892808 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-389fad18-d8c9-489b-813e-dda2191534a7 None None] Port 17ff46fd-cfe2-456f-ad8a-93dd624c78d8 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:37:05.899888 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] For port 17ff46fd-cfe2-456f-ad8a-93dd624c78d8, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:37:05.911732 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] For port 17ff46fd-cfe2-456f-ad8a-93dd624c78d8, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=17ff46fd-cfe2-456f-ad8a-93dd624c78d8,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:37:06.006841 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748975417721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13475743'] for segment (4b43aa90-e26b-45ba-948a-3f5f4b494241), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:06.074108 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (17ff46fd-cfe2-456f-ad8a-93dd624c78d8), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:06.083580 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (4b43aa90-e26b-45ba-948a-3f5f4b494241), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:06.101334 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:37:06.102127 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13474546'] for segment (4b43aa90-e26b-45ba-948a-3f5f4b494241), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:06.183709 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-833ea93f-1841-482e-b5db-097847acbb01 req-cd019a91-288a-4c56-845b-b96fac803a67 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 210 time: 0.5952990 May 26 19:37:06.217317 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:06.264907 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] Routers {'b0d441a2-04dd-492e-8b78-e74be8ab4bc6'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:37:06.265548 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:36:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:06.270646 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-e43a2d62-ebe8-478e-a20f-bd75f46325ce tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Made reservation on behalf of 5da3140c3a1145dda3ef03959eb8a937 for: {'port': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:06.274928 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-e43a2d62-ebe8-478e-a20f-bd75f46325ce tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:06.277353 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-28c435f9-24b0-4b39-bd4e-f963b3f80d9e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:06.349257 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-14c6f90f-721f-48bb-b6fd-d0517bee4ef3 admin admin] Publish callbacks [] for port (aebef08d-d05f-44f6-97bb-a73d28d44c5f), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:06.373590 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617908'] for network (5cf4812c-2057-4fb3-9f71-0f8e98719e5a), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:06.414754 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692b7ed-f320-44e1-af59-9c1cbc539137 None None] Pushing event updated for resources: {'Port': ['ID=17ff46fd-cfe2-456f-ad8a-93dd624c78d8,revision_number=4']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:06.421994 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:06.427667 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] 10.222.0.72 "DELETE /v2.0/networks/5cf4812c-2057-4fb3-9f71-0f8e98719e5a HTTP/1.1" status: 204 len: 168 time: 1.9399617 May 26 19:37:06.430030 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a93cb3-ddd8-4039-9905-9ba31e0ab07f admin admin] Pushing event deleted for resources: {'Network': ['ID=5cf4812c-2057-4fb3-9f71-0f8e98719e5a,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:06.448357 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-14c6f90f-721f-48bb-b6fd-d0517bee4ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (aebef08d-d05f-44f6-97bb-a73d28d44c5f), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:06.594304 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] Set router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:37:06.650355 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-14c6f90f-721f-48bb-b6fd-d0517bee4ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-131577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616579'] for router_interface (4be83288-a79b-4a97-904b-bd07efa0f7a7), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:06.684390 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6f90f-721f-48bb-b6fd-d0517bee4ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=aebef08d-d05f-44f6-97bb-a73d28d44c5f,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:06.793487 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-49f4c158-b353-485f-bb6f-160b7a98bbf7 None None] Provisioning complete for port 17ff46fd-cfe2-456f-ad8a-93dd624c78d8 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:06.799119 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-49f4c158-b353-485f-bb6f-160b7a98bbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (17ff46fd-cfe2-456f-ad8a-93dd624c78d8), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:06.818843 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.services.segments.plugin [-] Segment 4b43aa90-e26b-45ba-948a-3f5f4b494241 resource provider aggregate not found May 26 19:37:06.864749 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.services.segments.plugin [-] Segment 4b43aa90-e26b-45ba-948a-3f5f4b494241 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b43aa90-e26b-45ba-948a-3f5f4b494241 found for delete ", "request_id": "req-1af5989d-2c5b-401c-b265-490ed98a8e69"}]} May 26 19:37:06.924809 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c6f90f-721f-48bb-b6fd-d0517bee4ef3 admin admin] Network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:06.930564 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-14c6f90f-721f-48bb-b6fd-d0517bee4ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:07.144087 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-e43a2d62-ebe8-478e-a20f-bd75f46325ce tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Allocated IP 172.20.0.10 (2fc14c16-c329-476d-bfe9-2e3d746cc6bf/103be34e-f8c7-446a-8166-98d3618a2c6e/603ce21e-f566-48c7-964e-f1beb677bcda) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:37:07.176165 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:07.217532 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-49f4c158-b353-485f-bb6f-160b7a98bbf7 None None] Current status of the port 17ff46fd-cfe2-456f-ad8a-93dd624c78d8 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:37:07.221544 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-49f4c158-b353-485f-bb6f-160b7a98bbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (17ff46fd-cfe2-456f-ad8a-93dd624c78d8), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:07.225734 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device f6f96c1f-19e4-400a-b569-6dc5b9dd5c73 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:37:07.237706 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 50138) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:07.368728 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 50144) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:07.478964 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c6f90f-721f-48bb-b6fd-d0517bee4ef3 admin admin] Router 4be83288-a79b-4a97-904b-bd07efa0f7a7 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:37:07.512815 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:05Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:07.585865 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-039fe644-0862-4db9-804c-aa875b1428c4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2e888f28afc342e0b9d2f6bd90ad930c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2159662 May 26 19:37:07.587593 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 50156) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:07.600903 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-49f4c158-b353-485f-bb6f-160b7a98bbf7 None None] For port 17ff46fd-cfe2-456f-ad8a-93dd624c78d8, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=17ff46fd-cfe2-456f-ad8a-93dd624c78d8,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:37:07.608851 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port f6f96c1f-19e4-400a-b569-6dc5b9dd5c73 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:07.609847 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (f6f96c1f-19e4-400a-b569-6dc5b9dd5c73), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:07.614892 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:07.689140 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-e43a2d62-ebe8-478e-a20f-bd75f46325ce tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Publish callbacks [] for port (603ce21e-f566-48c7-964e-f1beb677bcda), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:07.710454 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15fe898-95d8-496d-aa79-363f901069ac None None] The sync data for ids ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'] in dv-cinder-825492-17-iscsi is: [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:05Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:37:07.720950 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-49f4c158-b353-485f-bb6f-160b7a98bbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (17ff46fd-cfe2-456f-ad8a-93dd624c78d8), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:07.768753 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-28c435f9-24b0-4b39-bd4e-f963b3f80d9e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:07.831736 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:08.003943 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:08.004850 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port f6f96c1f-19e4-400a-b569-6dc5b9dd5c73 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:37:08.004850 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (f6f96c1f-19e4-400a-b569-6dc5b9dd5c73), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:08.006368 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-aa352831-07d8-438b-9eb9-5c08836dde25 admin admin] Publish callbacks [] for security_group (8c7c1c73-aab6-43ef-9bc3-ae3c86be5793), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:08.006527 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] For port f6f96c1f-19e4-400a-b569-6dc5b9dd5c73, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=f6f96c1f-19e4-400a-b569-6dc5b9dd5c73,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:37:08.006839 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-aeb4f0ab-54fe-4e62-b017-28434bd6af46 req-147e7e85-d873-4a92-89c5-41fc52ffc3ed tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 210 time: 0.0864997 May 26 19:37:08.007024 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ce79fda3-691d-41d0-8c8f-b6adc28a25d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:08.007024 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-aa352831-07d8-438b-9eb9-5c08836dde25 admin admin] Publish callbacks [] for security_group (8c7c1c73-aab6-43ef-9bc3-ae3c86be5793), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:08.007149 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-1305f308-9bee-4a42-8461-4dd7ea879103 None None] Provisioning complete for port aebef08d-d05f-44f6-97bb-a73d28d44c5f triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:08.007149 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-1305f308-9bee-4a42-8461-4dd7ea879103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (aebef08d-d05f-44f6-97bb-a73d28d44c5f), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:08.007360 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c6f90f-721f-48bb-b6fd-d0517bee4ef3 admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:37:08.007432 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [None req-28c435f9-24b0-4b39-bd4e-f963b3f80d9e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Allocated IP 172.27.0.182 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/123c35f2-e585-4d35-af60-86ce102f8177) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:37:08.007501 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-14c6f90f-721f-48bb-b6fd-d0517bee4ef3 admin admin] 10.222.0.72 "PUT /v2.0/routers/4be83288-a79b-4a97-904b-bd07efa0f7a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4042261 May 26 19:37:08.025215 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-1305f308-9bee-4a42-8461-4dd7ea879103 None None] Port aebef08d-d05f-44f6-97bb-a73d28d44c5f cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:37:08.026475 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4c158-b353-485f-bb6f-160b7a98bbf7 None None] Pushing event updated for resources: {'Port': ['ID=17ff46fd-cfe2-456f-ad8a-93dd624c78d8,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:08.113016 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ce79fda3-691d-41d0-8c8f-b6adc28a25d3 admin admin] Publish callbacks [] for security_group (35577595-4faa-48d2-b2ca-393e5c90a1dd), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:08.125687 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] Sync routers for ids ['4be83288-a79b-4a97-904b-bd07efa0f7a7'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:37:08.149102 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] Routers {'4be83288-a79b-4a97-904b-bd07efa0f7a7'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:37:08.149913 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:36:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['4be83288-a79b-4a97-904b-bd07efa0f7a7'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:08.184702 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ce79fda3-691d-41d0-8c8f-b6adc28a25d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (35577595-4faa-48d2-b2ca-393e5c90a1dd), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:08.207732 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (f6f96c1f-19e4-400a-b569-6dc5b9dd5c73), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:08.240777 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-e43a2d62-ebe8-478e-a20f-bd75f46325ce tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (603ce21e-f566-48c7-964e-f1beb677bcda), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:08.251910 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:08.310044 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-aa352831-07d8-438b-9eb9-5c08836dde25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (8c7c1c73-aab6-43ef-9bc3-ae3c86be5793), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:08.313210 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-aa352831-07d8-438b-9eb9-5c08836dde25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:08.314773 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-aa352831-07d8-438b-9eb9-5c08836dde25 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c7c1c73-aab6-43ef-9bc3-ae3c86be5793 HTTP/1.1" status: 204 len: 168 time: 0.7186410 May 26 19:37:08.363289 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-ce79fda3-691d-41d0-8c8f-b6adc28a25d3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1bce8858c2aa453fb5d1fa3fb92f5a9c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1225350 May 26 19:37:08.374504 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 50172) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:08.379571 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-28c435f9-24b0-4b39-bd4e-f963b3f80d9e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for port (123c35f2-e585-4d35-af60-86ce102f8177), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:08.391527 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79fda3-691d-41d0-8c8f-b6adc28a25d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35577595-4faa-48d2-b2ca-393e5c90a1dd,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:08.467611 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa352831-07d8-438b-9eb9-5c08836dde25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7c1c73-aab6-43ef-9bc3-ae3c86be5793,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:08.609176 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-6af596ae-a0bd-4027-8901-81f0aaaa558a admin admin] Publish callbacks [] for security_group (35577595-4faa-48d2-b2ca-393e5c90a1dd), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:08.641237 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-e43a2d62-ebe8-478e-a20f-bd75f46325ce tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Network 2fc14c16-c329-476d-bfe9-2e3d746cc6bf is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:08.656695 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-6af596ae-a0bd-4027-8901-81f0aaaa558a admin admin] Publish callbacks [] for security_group (35577595-4faa-48d2-b2ca-393e5c90a1dd), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:08.662816 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-e43a2d62-ebe8-478e-a20f-bd75f46325ce tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:08.668560 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-e43a2d62-ebe8-478e-a20f-bd75f46325ce tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:37:08.909512 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-e43a2d62-ebe8-478e-a20f-bd75f46325ce tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:08.909512 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-e43a2d62-ebe8-478e-a20f-bd75f46325ce tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for port (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:08.909512 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-28c435f9-24b0-4b39-bd4e-f963b3f80d9e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (123c35f2-e585-4d35-af60-86ce102f8177), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:08.909512 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a2d62-ebe8-478e-a20f-bd75f46325ce tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Pushing event updated for resources: {'Port': ['ID=603ce21e-f566-48c7-964e-f1beb677bcda,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:08.910735 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Pushing event updated for resources: {'Port': ['ID=f6f96c1f-19e4-400a-b569-6dc5b9dd5c73,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:08.910735 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] Set router 4be83288-a79b-4a97-904b-bd07efa0f7a7 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:37:08.911216 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c435f9-24b0-4b39-bd4e-f963b3f80d9e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'Port': ['ID=123c35f2-e585-4d35-af60-86ce102f8177,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:08.911216 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c435f9-24b0-4b39-bd4e-f963b3f80d9e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:08.911216 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-28c435f9-24b0-4b39-bd4e-f963b3f80d9e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:08.911216 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c435f9-24b0-4b39-bd4e-f963b3f80d9e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:37:08.912554 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:08.952674 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 50186) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:09.140885 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-6af596ae-a0bd-4027-8901-81f0aaaa558a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (35577595-4faa-48d2-b2ca-393e5c90a1dd), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:09.144876 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-6af596ae-a0bd-4027-8901-81f0aaaa558a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:09.147455 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-6af596ae-a0bd-4027-8901-81f0aaaa558a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/35577595-4faa-48d2-b2ca-393e5c90a1dd HTTP/1.1" status: 204 len: 168 time: 0.7700856 May 26 19:37:09.176381 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af596ae-a0bd-4027-8901-81f0aaaa558a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35577595-4faa-48d2-b2ca-393e5c90a1dd,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:09.201139 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:09.331577 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device f6f96c1f-19e4-400a-b569-6dc5b9dd5c73 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:37:09.343697 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-e43a2d62-ebe8-478e-a20f-bd75f46325ce tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9402785 May 26 19:37:09.441899 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-22c87bd7-2cdc-46e0-ad69-c0032320c45e tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 19:37:09.444400 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-22c87bd7-2cdc-46e0-ad69-c0032320c45e tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0350335 May 26 19:37:09.467894 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8cf8e-01e1-4172-8c33-6843c663104b req-46c6f9b6-97c0-475f-83b7-66368a2b7125 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:09.470740 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-73d8cf8e-01e1-4172-8c33-6843c663104b req-46c6f9b6-97c0-475f-83b7-66368a2b7125 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 932 time: 0.3760529 May 26 19:37:09.605282 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'name': 'tempest-ServerRescueNegativeTestJSON-462322217-router', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:56Z', 'updated_at': '2022-05-26T19:37:04Z', 'revision_number': 4, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'gw_port': {'id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'aebef08d-d05f-44f6-97bb-a73d28d44c5f', 'name': '', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'mac_address': 'fa:16:3e:13:54:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:03Z', 'updated_at': '2022-05-26T19:37:05Z', 'revision_number': 2, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'subnets': [{'id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:09.613964 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-28c435f9-24b0-4b39-bd4e-f963b3f80d9e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (b977a9bf-aa16-4458-b349-83471c9cf592), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:09.739695 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] Checking router: 4be83288-a79b-4a97-904b-bd07efa0f7a7 for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:37:09.740392 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] Updating router 4be83288-a79b-4a97-904b-bd07efa0f7a7 port aebef08d-d05f-44f6-97bb-a73d28d44c5f binding host dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:37:09.746317 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port f6f96c1f-19e4-400a-b569-6dc5b9dd5c73 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:09.752084 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (f6f96c1f-19e4-400a-b569-6dc5b9dd5c73), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:09.835576 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-73d8cf8e-01e1-4172-8c33-6843c663104b req-a2c802ed-dc76-4937-931e-b9bae0427b27 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468554 May 26 19:37:09.893524 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:09.895502 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-28c435f9-24b0-4b39-bd4e-f963b3f80d9e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (123c35f2-e585-4d35-af60-86ce102f8177), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:09.903813 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3ebd-fd2e-480f-a525-40efaf6c4910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:09.960830 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (aebef08d-d05f-44f6-97bb-a73d28d44c5f), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:10.033198 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-bdaef208-10eb-4ec7-90df-55aa8642baa7 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:10.043192 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-bdaef208-10eb-4ec7-90df-55aa8642baa7 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/networks?id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d HTTP/1.1" status: 200 len: 818 time: 0.3426507 May 26 19:37:10.079635 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-1ccd88fd-6df6-4a3a-b8e4-14d387b3bd2a tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/quotas/bf99d88fec9046608e464a5e2c75506e HTTP/1.1" status: 200 len: 375 time: 0.0351157 May 26 19:37:10.129153 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port f6f96c1f-19e4-400a-b569-6dc5b9dd5c73 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:37:10.132345 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 17ff46fd-cfe2-456f-ad8a-93dd624c78d8 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:37:10.231380 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-4045a076-b6c8-4511-bbdf-f0b75e5f9fec tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf99d88fec9046608e464a5e2c75506e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1479695 May 26 19:37:10.266787 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3ebd-fd2e-480f-a525-40efaf6c4910 admin admin] Publish callbacks [] for security_group (a7179bcb-30a2-4e98-b79d-48146d58b397), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:10.288741 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 50222) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:10.303883 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=100 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:10.385474 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-28c435f9-24b0-4b39-bd4e-f963b3f80d9e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for port (123c35f2-e585-4d35-af60-86ce102f8177), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:10.390368 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 17ff46fd-cfe2-456f-ad8a-93dd624c78d8 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:10.390807 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (17ff46fd-cfe2-456f-ad8a-93dd624c78d8), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:10.428883 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3ebd-fd2e-480f-a525-40efaf6c4910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (a7179bcb-30a2-4e98-b79d-48146d58b397), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:10.482159 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-28c435f9-24b0-4b39-bd4e-f963b3f80d9e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099810'] for port (123c35f2-e585-4d35-af60-86ce102f8177), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:10.553847 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-bb4b3ebd-fd2e-480f-a525-40efaf6c4910 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=12fd2c61d24049d0bc840aad1ed896ba&name=default HTTP/1.1" status: 200 len: 2994 time: 1.5997715 May 26 19:37:10.565401 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 50234) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:10.615625 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b3ebd-fd2e-480f-a525-40efaf6c4910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7179bcb-30a2-4e98-b79d-48146d58b397,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:10.627131 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:10.636864 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c435f9-24b0-4b39-bd4e-f963b3f80d9e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'Port': ['ID=123c35f2-e585-4d35-af60-86ce102f8177,revision_number=2']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:10.672452 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] Request body: {'port': {'device_id': 'b26f44b8-4d34-4dde-8e5a-e369b12b8ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:37:10.673969 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:10.733537 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-25d0f00d-ab4b-438c-9200-f7ff2f25f48b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=042a6b5c2f9b4ec8824194c0fb016806&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4429862 May 26 19:37:10.753501 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:10.754256 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 50244) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:10.760505 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-28c435f9-24b0-4b39-bd4e-f963b3f80d9e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (b977a9bf-aa16-4458-b349-83471c9cf592), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:10.782574 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-19e3a80c-601f-4579-84f2-f01a3d6ff9dd service neutron] 10.222.0.72 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109739 May 26 19:37:10.806558 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 17ff46fd-cfe2-456f-ad8a-93dd624c78d8 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:37:10.897982 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (603ce21e-f566-48c7-964e-f1beb677bcda), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:10.945538 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-28c435f9-24b0-4b39-bd4e-f963b3f80d9e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:10.956232 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-cf323bdf-e830-40df-aeb5-16ea07334680 service neutron] 10.222.0.72 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722667 May 26 19:37:10.957635 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-28c435f9-24b0-4b39-bd4e-f963b3f80d9e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5703447 May 26 19:37:10.967659 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-85d2e3d5-0d76-4d6b-96f4-b28c199171a8 admin admin] Publish callbacks [] for security_group (a7179bcb-30a2-4e98-b79d-48146d58b397), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:11.041251 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-85d2e3d5-0d76-4d6b-96f4-b28c199171a8 admin admin] Publish callbacks [] for security_group (a7179bcb-30a2-4e98-b79d-48146d58b397), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:11.077565 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ac088-05ee-46e7-a0d8-6de3d9c2c6e1 req-8d7d9ebd-6ab0-47e7-991a-fe6d6e87ff03 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:11.079263 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a19ac088-05ee-46e7-a0d8-6de3d9c2c6e1 req-8d7d9ebd-6ab0-47e7-991a-fe6d6e87ff03 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 932 time: 0.0651829 May 26 19:37:11.114939 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-ec2ced6a-1520-4a6e-8c14-3bf54913c71c admin admin] Publish callbacks [] for security_group (36d8a9c4-3bd7-4574-8880-657fede8d4f8), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:11.126936 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] Publish callbacks [] for port (aebef08d-d05f-44f6-97bb-a73d28d44c5f), precommit_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:11.175492 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-ec2ced6a-1520-4a6e-8c14-3bf54913c71c admin admin] Publish callbacks [] for security_group (36d8a9c4-3bd7-4574-8880-657fede8d4f8), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:11.461778 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-85d2e3d5-0d76-4d6b-96f4-b28c199171a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (a7179bcb-30a2-4e98-b79d-48146d58b397), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:11.463275 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (aebef08d-d05f-44f6-97bb-a73d28d44c5f), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:11.466376 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-85d2e3d5-0d76-4d6b-96f4-b28c199171a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:11.470512 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-85d2e3d5-0d76-4d6b-96f4-b28c199171a8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a7179bcb-30a2-4e98-b79d-48146d58b397 HTTP/1.1" status: 204 len: 168 time: 0.8999925 May 26 19:37:11.475790 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a19ac088-05ee-46e7-a0d8-6de3d9c2c6e1 req-47ee173a-37d6-416d-b696-ad5c740fb425 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772638 May 26 19:37:11.526720 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2e3d5-0d76-4d6b-96f4-b28c199171a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7179bcb-30a2-4e98-b79d-48146d58b397,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:11.667784 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-85c5c248-40cc-459d-b0db-b5c39e9a985d req-f4e760d1-fc65-4272-90c0-28ccb26a254a tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 210 time: 0.1286299 May 26 19:37:11.723122 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa55f12-c518-4d92-9815-40d29d909dae None None] Pushing event updated for resources: {'Port': ['ID=aebef08d-d05f-44f6-97bb-a73d28d44c5f,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:11.922884 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] Attempting to bind port aebef08d-d05f-44f6-97bb-a73d28d44c5f on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:37:11.923466 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] Attempting to bind port aebef08d-d05f-44f6-97bb-a73d28d44c5f by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:37:11.923934 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] Attempting to bind port aebef08d-d05f-44f6-97bb-a73d28d44c5f on network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:37:11.924581 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-ec2ced6a-1520-4a6e-8c14-3bf54913c71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (36d8a9c4-3bd7-4574-8880-657fede8d4f8), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:11.935524 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:37:11.946555 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-ec2ced6a-1520-4a6e-8c14-3bf54913c71c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:11.947018 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] Checking segment: {'id': 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:37:11.947018 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:11.947018 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] Bound using segment: {'id': 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:37:11.947320 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-ec2ced6a-1520-4a6e-8c14-3bf54913c71c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/36d8a9c4-3bd7-4574-8880-657fede8d4f8 HTTP/1.1" status: 204 len: 168 time: 1.1818662 May 26 19:37:11.947402 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] Bound port: aebef08d-d05f-44f6-97bb-a73d28d44c5f, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:37:11.947402 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (aebef08d-d05f-44f6-97bb-a73d28d44c5f), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:11.988342 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-91c371ae-ad97-472d-9654-620c9413c703 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1527233912&fields=id&tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba HTTP/1.1" status: 200 len: 267 time: 0.3000917 May 26 19:37:12.023209 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ced6a-1520-4a6e-8c14-3bf54913c71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d8a9c4-3bd7-4574-8880-657fede8d4f8,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:12.106054 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] For port aebef08d-d05f-44f6-97bb-a73d28d44c5f, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:37:12.119678 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] For port aebef08d-d05f-44f6-97bb-a73d28d44c5f, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=aebef08d-d05f-44f6-97bb-a73d28d44c5f,segment=NetworkSegment(bc2a2a0d-a1b3-4069-8e6b-6f21f689784b),segment_id=bc2a2a0d-a1b3-4069-8e6b-6f21f689784b)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:37:12.208913 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (aebef08d-d05f-44f6-97bb-a73d28d44c5f), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:12.277418 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-5a85139b-4f3a-43b7-9259-a9071ff5bf06 None None] Provisioning complete for port aebef08d-d05f-44f6-97bb-a73d28d44c5f triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:12.277737 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-5a85139b-4f3a-43b7-9259-a9071ff5bf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (aebef08d-d05f-44f6-97bb-a73d28d44c5f), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:12.280544 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:12.419536 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.notifiers.nova [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 603ce21e-f566-48c7-964e-f1beb677bcda {{(pid=104685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:37:12.443915 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:12.445571 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa55f12-c518-4d92-9815-40d29d909dae None None] Pushing event updated for resources: {'Port': ['ID=aebef08d-d05f-44f6-97bb-a73d28d44c5f,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:12.458252 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] Routers {'4be83288-a79b-4a97-904b-bd07efa0f7a7'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:37:12.459011 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:36:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['4be83288-a79b-4a97-904b-bd07efa0f7a7'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:12.476183 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] Publish callbacks [] for port (603ce21e-f566-48c7-964e-f1beb677bcda), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:12.544012 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.provisioning_blocks [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] Transition to ACTIVE for port object 603ce21e-f566-48c7-964e-f1beb677bcda will not be triggered until provisioned by entity L2. {{(pid=104685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 19:37:12.557848 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-25aa1676-cdbb-49b0-9be7-a541188cc437 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:12.561137 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-25aa1676-cdbb-49b0-9be7-a541188cc437 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/networks?id=2ddf1778-5518-469d-acdc-1047098dc517 HTTP/1.1" status: 200 len: 815 time: 0.5854821 May 26 19:37:12.591672 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-18e9ea6e-1b30-4e28-b174-7669c44e22a1 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/quotas/39f75b0f65c4475ba2d5dc1e7ae203ba HTTP/1.1" status: 200 len: 375 time: 0.0236847 May 26 19:37:12.629144 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-5a85139b-4f3a-43b7-9259-a9071ff5bf06 None None] Current status of the port aebef08d-d05f-44f6-97bb-a73d28d44c5f is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:37:12.629765 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-5a85139b-4f3a-43b7-9259-a9071ff5bf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (aebef08d-d05f-44f6-97bb-a73d28d44c5f), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:12.742924 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:12.760987 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-5a85139b-4f3a-43b7-9259-a9071ff5bf06 None None] For port aebef08d-d05f-44f6-97bb-a73d28d44c5f, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=aebef08d-d05f-44f6-97bb-a73d28d44c5f,segment=NetworkSegment(bc2a2a0d-a1b3-4069-8e6b-6f21f689784b),segment_id=bc2a2a0d-a1b3-4069-8e6b-6f21f689784b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:37:12.780727 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] Set router 4be83288-a79b-4a97-904b-bd07efa0f7a7 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:37:12.781896 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-6d38d55b-c98d-4fcd-a2b1-46f49f7e437f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:12.782421 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-0a29fd64-0793-4afc-92aa-117042c24a7f tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1813707 May 26 19:37:12.783142 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099810'] for port (603ce21e-f566-48c7-964e-f1beb677bcda), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:12.786962 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-6d38d55b-c98d-4fcd-a2b1-46f49f7e437f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/networks?id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d HTTP/1.1" status: 200 len: 818 time: 0.3448980 May 26 19:37:12.829780 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-f1edc04b-0199-4a4b-ada2-7f593b18439c tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/quotas/bf99d88fec9046608e464a5e2c75506e HTTP/1.1" status: 200 len: 375 time: 0.0308185 May 26 19:37:12.903881 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-5a85139b-4f3a-43b7-9259-a9071ff5bf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (aebef08d-d05f-44f6-97bb-a73d28d44c5f), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:12.994340 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-9d91bbe9-9e65-4649-80fc-d82ea222293f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf99d88fec9046608e464a5e2c75506e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1586311 May 26 19:37:13.078995 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] Pushing event updated for resources: {'Port': ['ID=603ce21e-f566-48c7-964e-f1beb677bcda,revision_number=2']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:13.226362 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-8f1d110f-b346-4dbf-b0b4-8c2c2678d1b7 None None] Provisioning complete for port aebef08d-d05f-44f6-97bb-a73d28d44c5f triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:13.230624 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-8f1d110f-b346-4dbf-b0b4-8c2c2678d1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (aebef08d-d05f-44f6-97bb-a73d28d44c5f), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:13.237638 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.managers [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] Attempting to bind port 603ce21e-f566-48c7-964e-f1beb677bcda on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:37:13.239687 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.managers [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] Attempting to bind port 603ce21e-f566-48c7-964e-f1beb677bcda by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '6c804667-945f-47bd-a6ae-16599fdcb36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2fc14c16-c329-476d-bfe9-2e3d746cc6bf'}] {{(pid=104685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:37:13.240476 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] Attempting to bind port 603ce21e-f566-48c7-964e-f1beb677bcda on network 2fc14c16-c329-476d-bfe9-2e3d746cc6bf {{(pid=104685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:37:13.249353 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-693f7ddf-d5dd-4fd2-86bd-c0af9350b3d5 service neutron] 10.222.0.72 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517445 May 26 19:37:13.252788 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] Port 603ce21e-f566-48c7-964e-f1beb677bcda on network 2fc14c16-c329-476d-bfe9-2e3d746cc6bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 19:37:13.253237 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] Attempting to bind port 603ce21e-f566-48c7-964e-f1beb677bcda on network 2fc14c16-c329-476d-bfe9-2e3d746cc6bf {{(pid=104685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:37:13.265820 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] Checking agent: {'id': 'c3a211c9-c98b-4801-84c3-445f8272aa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'started_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:37:13.266180 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] Checking segment: {'id': '6c804667-945f-47bd-a6ae-16599fdcb36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2fc14c16-c329-476d-bfe9-2e3d746cc6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:37:13.266774 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] Bound using segment: {'id': '6c804667-945f-47bd-a6ae-16599fdcb36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2fc14c16-c329-476d-bfe9-2e3d746cc6bf'} {{(pid=104685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:37:13.271200 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.managers [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] Bound port: 603ce21e-f566-48c7-964e-f1beb677bcda, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c804667-945f-47bd-a6ae-16599fdcb36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2fc14c16-c329-476d-bfe9-2e3d746cc6bf'}}] {{(pid=104685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:37:13.272180 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (603ce21e-f566-48c7-964e-f1beb677bcda), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:13.358491 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:13.362234 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 50358) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:13.425076 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85139b-4f3a-43b7-9259-a9071ff5bf06 None None] Pushing event updated for resources: {'Port': ['ID=aebef08d-d05f-44f6-97bb-a73d28d44c5f,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:13.466370 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] For port 603ce21e-f566-48c7-964e-f1beb677bcda, host hv-cinder-82549, cleared binding levels {{(pid=104685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:37:13.548435 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] For port 603ce21e-f566-48c7-964e-f1beb677bcda, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=603ce21e-f566-48c7-964e-f1beb677bcda,segment=NetworkSegment(6c804667-945f-47bd-a6ae-16599fdcb36f),segment_id=6c804667-945f-47bd-a6ae-16599fdcb36f)] {{(pid=104685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:37:13.588750 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-8f1d110f-b346-4dbf-b0b4-8c2c2678d1b7 None None] Current status of the port aebef08d-d05f-44f6-97bb-a73d28d44c5f is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:37:13.627833 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099810'] for port (603ce21e-f566-48c7-964e-f1beb677bcda), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:13.685177 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'name': 'tempest-ServerRescueNegativeTestJSON-462322217-router', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:56Z', 'updated_at': '2022-05-26T19:37:04Z', 'revision_number': 4, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'gw_port': {'id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'aebef08d-d05f-44f6-97bb-a73d28d44c5f', 'name': '', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'mac_address': 'fa:16:3e:13:54:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:03Z', 'updated_at': '2022-05-26T19:37:12Z', 'revision_number': 4, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'subnets': [{'id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:13.688464 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-919e7680-0311-4327-ba77-4f3335fc0ae5 service neutron] 10.222.0.72 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372499 May 26 19:37:13.736947 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeed88d-de66-48b3-8e4d-46786ace4304 None None] The sync data for ids ['4be83288-a79b-4a97-904b-bd07efa0f7a7'] in dv-cinder-825492-17-iscsi is: [{'id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'name': 'tempest-ServerRescueNegativeTestJSON-462322217-router', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:56Z', 'updated_at': '2022-05-26T19:37:04Z', 'revision_number': 4, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'gw_port': {'id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'aebef08d-d05f-44f6-97bb-a73d28d44c5f', 'name': '', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'mac_address': 'fa:16:3e:13:54:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:03Z', 'updated_at': '2022-05-26T19:37:12Z', 'revision_number': 4, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'subnets': [{'id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:37:13.760768 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:13.762430 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for port (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:13.764235 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] 10.222.0.77 "PUT /v2.0/ports/603ce21e-f566-48c7-964e-f1beb677bcda HTTP/1.1" status: 200 len: 1094 time: 3.3613448 May 26 19:37:13.764796 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26f44b8-4d34-4dde-8e5a-e369b12b8ab1', 'tag': '603ce21e-f566-48c7-964e-f1beb677bcda'}] {{(pid=104685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:37:13.798349 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1180d-32d0-4da8-b659-6c9d9d05b762 service neutron] Pushing event updated for resources: {'Port': ['ID=603ce21e-f566-48c7-964e-f1beb677bcda,revision_number=3']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:14.043524 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-cdc36ef7-b2f4-4aed-ac76-94782ab7b86e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:14.148281 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-1a6e0f00-0bf1-467c-9133-f3cafa77f6f4 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 19:37:14.152093 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-1a6e0f00-0bf1-467c-9133-f3cafa77f6f4 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5250711 May 26 19:37:14.320791 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:14.414756 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:14.473531 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f206d1-7ea9-4236-b08f-dcdbce10ed24 req-410163df-a3ef-4eb7-8a41-310fe6364f96 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:14.475880 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-17f206d1-7ea9-4236-b08f-dcdbce10ed24 req-410163df-a3ef-4eb7-8a41-310fe6364f96 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 944 time: 0.1640542 May 26 19:37:14.546263 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-30cb6636-7ccf-4b50-bcef-77b100436c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:14.548961 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-30cb6636-7ccf-4b50-bcef-77b100436c81 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5da3140c3a1145dda3ef03959eb8a937&device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 1128 time: 0.5245314 May 26 19:37:14.623339 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-17f206d1-7ea9-4236-b08f-dcdbce10ed24 req-8b6ecaf2-4a81-4e36-bb4a-950a8f285ad2 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403317 May 26 19:37:14.803596 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ccf850f7-8d0c-400e-a9c9-f7bbeaba12ad req-5dc310ca-837c-4adb-beae-ce52483bf4e2 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 210 time: 0.0879035 May 26 19:37:14.813648 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-00d7c2e8-4a0c-4997-8fdb-c4775b635236 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=603ce21e-f566-48c7-964e-f1beb677bcda HTTP/1.1" status: 200 len: 217 time: 0.2194290 May 26 19:37:14.834811 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-78a61432-6e44-4e0d-8f14-68bc0db2b35d service neutron] 10.222.0.72 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144038 May 26 19:37:14.934840 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:14.970587 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}580a5c817d768ebcbdba4f0d83444aaab2d380737ec7b53e235c94cd1e37ed20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d6d0ed-846d-4803-a1ce-c0ee3563d7f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b26f44b8-4d34-4dde-8e5a-e369b12b8ab1", "tag": "603ce21e-f566-48c7-964e-f1beb677bcda"}]}' {{(pid=104685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:37:15.072511 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device aebef08d-d05f-44f6-97bb-a73d28d44c5f up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:37:15.132153 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-cdc36ef7-b2f4-4aed-ac76-94782ab7b86e admin admin] Publish callbacks [] for security_group (4504261d-2921-432f-956e-04098266d999), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:15.151778 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-345f3e53-8c8c-4fe3-b2f1-1125a7955daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:15.155823 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-345f3e53-8c8c-4fe3-b2f1-1125a7955daf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=103be34e-f8c7-446a-8166-98d3618a2c6e HTTP/1.1" status: 200 len: 852 time: 0.2124016 May 26 19:37:15.216046 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port aebef08d-d05f-44f6-97bb-a73d28d44c5f triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:15.220695 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (aebef08d-d05f-44f6-97bb-a73d28d44c5f), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:15.239382 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-cdc36ef7-b2f4-4aed-ac76-94782ab7b86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (4504261d-2921-432f-956e-04098266d999), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:15.362711 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:15.415171 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-cdc36ef7-b2f4-4aed-ac76-94782ab7b86e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=694c0e37a87947c29baab7e8c027b108&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0508025 May 26 19:37:15.418032 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 50428) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:15.505184 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc36ef7-b2f4-4aed-ac76-94782ab7b86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4504261d-2921-432f-956e-04098266d999,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:15.529104 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-417366f9-5b59-420d-8bf8-f18183d84b83 service neutron] 10.222.0.72 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6431377 May 26 19:37:15.545661 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-8404b130-1278-4be8-93d1-3b74afde1f74 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2fc14c16-c329-476d-bfe9-2e3d746cc6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3361154 May 26 19:37:15.642668 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3ded56e3-c79f-49b4-aa32-d2c8cebf7da1 admin admin] Publish callbacks [] for security_group (4504261d-2921-432f-956e-04098266d999), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:15.693670 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port aebef08d-d05f-44f6-97bb-a73d28d44c5f is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:37:15.759021 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3ded56e3-c79f-49b4-aa32-d2c8cebf7da1 admin admin] Publish callbacks [] for security_group (4504261d-2921-432f-956e-04098266d999), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:15.809507 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cdb343-dbc5-4d1b-9246-5e3bfad52909 x-openstack-request-id: req-48cdb343-dbc5-4d1b-9246-5e3bfad52909 {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:37:15.810056 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b26f44b8-4d34-4dde-8e5a-e369b12b8ab1", "tag": "603ce21e-f566-48c7-964e-f1beb677bcda", "status": "completed", "code": 200}]} {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:37:15.810056 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-48cdb343-dbc5-4d1b-9246-5e3bfad52909 {{(pid=104685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:37:15.814073 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48cdb343-dbc5-4d1b-9246-5e3bfad52909'] response: {'name': 'network-changed', 'server_uuid': 'b26f44b8-4d34-4dde-8e5a-e369b12b8ab1', 'tag': '603ce21e-f566-48c7-964e-f1beb677bcda', 'status': 'completed', 'code': 200} May 26 19:37:15.975108 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-c2e3bc86-85fc-4da1-ad9b-29e8529c3ed6 service neutron] 10.222.0.77 "GET /v2.0/networks/2fc14c16-c329-476d-bfe9-2e3d746cc6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291914 May 26 19:37:16.063921 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dbc07-9d5b-4a4f-81bb-a6b5192f67bd req-aab34157-5f23-4ab8-a3de-8629b93f7d11 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:16.065616 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bd2dbc07-9d5b-4a4f-81bb-a6b5192f67bd req-aab34157-5f23-4ab8-a3de-8629b93f7d11 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 944 time: 0.1330993 May 26 19:37:16.067421 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3ded56e3-c79f-49b4-aa32-d2c8cebf7da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (4504261d-2921-432f-956e-04098266d999), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:16.070205 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3ded56e3-c79f-49b4-aa32-d2c8cebf7da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:16.071496 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-3ded56e3-c79f-49b4-aa32-d2c8cebf7da1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4504261d-2921-432f-956e-04098266d999 HTTP/1.1" status: 204 len: 168 time: 0.6524355 May 26 19:37:16.116472 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded56e3-c79f-49b4-aa32-d2c8cebf7da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4504261d-2921-432f-956e-04098266d999,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:16.263509 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bd2dbc07-9d5b-4a4f-81bb-a6b5192f67bd req-26553d11-4c87-4387-b174-bbf0b9ad19db tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644754 May 26 19:37:16.271225 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d5b305b8-3fcf-4951-b641-0df6447d4e9a req-de93d74d-db9a-4b44-bfe5-0443d2735258 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 210 time: 0.0554545 May 26 19:37:16.354096 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.77', 51459) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:16.377997 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d3b562e6-48ab-4b0b-9677-dcf4d6508dc0 req-aeada3c1-b9c3-4342-9267-62369e80a827 service neutron] 10.222.0.77 "GET /v2.0/networks/2fc14c16-c329-476d-bfe9-2e3d746cc6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497539 May 26 19:37:16.456028 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7896959f-4cd1-4306-a602-e70c25072357 req-5bdb09a7-1b13-4836-8047-7f34c8a4fb54 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 210 time: 0.1242244 May 26 19:37:16.602287 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:16.712096 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-437a4cf0-1b1f-4e75-934d-0d0ee5896a5e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:16.713591 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-437a4cf0-1b1f-4e75-934d-0d0ee5896a5e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.77 "GET /v2.0/networks?id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d HTTP/1.1" status: 200 len: 818 time: 0.3521581 May 26 19:37:16.907516 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-9be29bd7-783b-4c18-b591-92f34a763e8d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Request body: {'port': {'device_id': 'ebe881d0-23c9-414a-a94b-8be8035792f4', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'admin_state_up': True, 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:37:17.044359 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6d0ed-846d-4803-a1ce-c0ee3563d7f3 req-f48ea88b-f2e9-4d9c-9037-d1f1da0a4bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:17.073793 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-44d6d0ed-846d-4803-a1ce-c0ee3563d7f3 req-f48ea88b-f2e9-4d9c-9037-d1f1da0a4bf7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5da3140c3a1145dda3ef03959eb8a937&device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 1128 time: 0.0892215 May 26 19:37:17.505238 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1741cbe9-d0e0-4c01-9b63-a1411e43a714 req-cde6cf91-6b2b-40a5-bd1d-95880263c94e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 210 time: 0.0708554 May 26 19:37:17.534418 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=29 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:17.573370 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-9be29bd7-783b-4c18-b591-92f34a763e8d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Made reservation on behalf of bf99d88fec9046608e464a5e2c75506e for: {'port': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:17.577039 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-9be29bd7-783b-4c18-b591-92f34a763e8d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:17.691745 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:17.726459 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:17.744126 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e3bac16c-5ddc-4d84-9e86-98a09dc75a5f req-8104a59d-92b0-4789-a5aa-aaae58914cc7 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 210 time: 0.1274886 May 26 19:37:17.779977 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e24313-6aab-4d66-85d9-cead61335289 req-9f4975b2-9de1-4e79-a60a-df69defb3227 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:17.781498 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-10e24313-6aab-4d66-85d9-cead61335289 req-9f4975b2-9de1-4e79-a60a-df69defb3227 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 944 time: 0.0821397 May 26 19:37:17.871965 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6d0ed-846d-4803-a1ce-c0ee3563d7f3 req-8198f4d5-9095-4e17-8835-400c98207aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:17.874127 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-44d6d0ed-846d-4803-a1ce-c0ee3563d7f3 req-8198f4d5-9095-4e17-8835-400c98207aed service neutron] 10.222.0.77 "GET /v2.0/networks?id=2fc14c16-c329-476d-bfe9-2e3d746cc6bf HTTP/1.1" status: 200 len: 913 time: 0.7930281 May 26 19:37:17.911155 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-10e24313-6aab-4d66-85d9-cead61335289 req-f0ca5ee7-1e9c-49b6-9211-f4025a40af70 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103725 May 26 19:37:18.044453 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.77', 51463) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:18.092151 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-44d6d0ed-846d-4803-a1ce-c0ee3563d7f3 req-836c462d-707d-49dd-a532-fcfbaa46b1a6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=603ce21e-f566-48c7-964e-f1beb677bcda HTTP/1.1" status: 200 len: 217 time: 0.0769875 May 26 19:37:18.214656 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6d0ed-846d-4803-a1ce-c0ee3563d7f3 req-905de737-a485-4d07-ada3-1dcc508f7b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:18.220139 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-44d6d0ed-846d-4803-a1ce-c0ee3563d7f3 req-905de737-a485-4d07-ada3-1dcc508f7b30 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=103be34e-f8c7-446a-8166-98d3618a2c6e HTTP/1.1" status: 200 len: 852 time: 0.0971575 May 26 19:37:18.288803 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-44d6d0ed-846d-4803-a1ce-c0ee3563d7f3 req-3b75b9df-66e7-4ece-b938-5bef7bca8578 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2fc14c16-c329-476d-bfe9-2e3d746cc6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630264 May 26 19:37:18.316085 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:18.323795 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-d5b1b1fa-36a6-42b0-9031-0bc00cdbcc6c tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:18.325489 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-d5b1b1fa-36a6-42b0-9031-0bc00cdbcc6c tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.77 "GET /v2.0/networks?id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d HTTP/1.1" status: 200 len: 818 time: 0.2797661 May 26 19:37:18.440241 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-d8afef76-aad3-4b94-aea9-1b314079129d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Request body: {'port': {'device_id': '9cdd25a5-210c-4638-95a5-4cf961b1d9d3', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'admin_state_up': True, 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:37:18.467873 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-9be29bd7-783b-4c18-b591-92f34a763e8d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Allocated IP 172.20.0.13 (de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d/74ab063f-9814-4a72-a36c-4bbd4ab07270/40dd7f56-37e3-4a52-a2d9-f04821553aa0) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:37:18.481310 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:18.547055 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-44d6d0ed-846d-4803-a1ce-c0ee3563d7f3 req-e4ace039-76a7-455e-a8e6-f0651c31961e service neutron] 10.222.0.77 "GET /v2.0/networks/2fc14c16-c329-476d-bfe9-2e3d746cc6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392967 May 26 19:37:18.775830 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 50546) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:18.852908 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-44d6d0ed-846d-4803-a1ce-c0ee3563d7f3 req-ca31da7d-3a90-4888-86e7-4bd057f6c372 service neutron] 10.222.0.77 "GET /v2.0/networks/2fc14c16-c329-476d-bfe9-2e3d746cc6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925105 May 26 19:37:18.898039 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fe3b7af6-8e6e-4f16-9ef0-dbd9bb596872 req-9f784218-702e-4c09-8a6b-3eca5acd95ea tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 210 time: 0.2186978 May 26 19:37:18.984697 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8633e9d3-9c62-495f-8f00-6cbbf9ffb4d8 req-a330e7c2-7dd5-46a2-a7aa-6c6ca5a0a624 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 210 time: 0.0643728 May 26 19:37:19.043629 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-9be29bd7-783b-4c18-b591-92f34a763e8d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for port (40dd7f56-37e3-4a52-a2d9-f04821553aa0), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:19.128450 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e1a81-4959-4114-804c-7e7eaa632402 req-2e0a2b7e-cf8e-45e7-8897-33068fa01e08 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:19.130126 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-b46e1a81-4959-4114-804c-7e7eaa632402 req-2e0a2b7e-cf8e-45e7-8897-33068fa01e08 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 944 time: 0.1202345 May 26 19:37:19.173273 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:19.227877 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-b46e1a81-4959-4114-804c-7e7eaa632402 req-a0b0de26-4a4e-4442-9657-e4c52d2fc7c5 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861621 May 26 19:37:19.270453 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-d8afef76-aad3-4b94-aea9-1b314079129d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Made reservation on behalf of bf99d88fec9046608e464a5e2c75506e for: {'port': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:19.274542 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-d8afef76-aad3-4b94-aea9-1b314079129d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:19.323605 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-dc275f6c-963c-4b32-9d34-64068a3d290d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:19.357695 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-9be29bd7-783b-4c18-b591-92f34a763e8d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (40dd7f56-37e3-4a52-a2d9-f04821553aa0), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:19.458462 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-dc275f6c-963c-4b32-9d34-64068a3d290d admin admin] Publish callbacks [] for security_group (44577149-5f69-4735-af7d-0cd0f8bc636a), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:19.486336 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-9be29bd7-783b-4c18-b591-92f34a763e8d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:19.511798 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-9be29bd7-783b-4c18-b591-92f34a763e8d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:19.522046 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-8054c8b3-27ad-48d3-833d-eb82cbde27a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:19.522553 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-dc275f6c-963c-4b32-9d34-64068a3d290d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (44577149-5f69-4735-af7d-0cd0f8bc636a), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:19.558288 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-9be29bd7-783b-4c18-b591-92f34a763e8d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:37:19.590018 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be29bd7-783b-4c18-b591-92f34a763e8d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Pushing event updated for resources: {'Port': ['ID=40dd7f56-37e3-4a52-a2d9-f04821553aa0,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:19.592339 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc275f6c-963c-4b32-9d34-64068a3d290d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44577149-5f69-4735-af7d-0cd0f8bc636a,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:19.606224 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-dc275f6c-963c-4b32-9d34-64068a3d290d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=80352af2dc284563a921f444ee76820c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8291585 May 26 19:37:19.611251 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 50570) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:19.690516 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-d8afef76-aad3-4b94-aea9-1b314079129d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Allocated IP 172.20.0.5 (de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d/74ab063f-9814-4a72-a36c-4bbd4ab07270/4eedf65c-da1c-48d7-8869-d150a6c93ed0) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:37:19.703482 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-aa128faf-7455-407a-a7b5-4846f50030f2 admin admin] Publish callbacks [] for security_group (44577149-5f69-4735-af7d-0cd0f8bc636a), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:19.742949 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-9be29bd7-783b-4c18-b591-92f34a763e8d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:19.746615 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-9be29bd7-783b-4c18-b591-92f34a763e8d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:19.801054 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-aa128faf-7455-407a-a7b5-4846f50030f2 admin admin] Publish callbacks [] for security_group (44577149-5f69-4735-af7d-0cd0f8bc636a), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:19.870026 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-ac966e9f-5cc8-4c37-8570-fdd5e4f58c51 None None] Provisioning complete for port 40dd7f56-37e3-4a52-a2d9-f04821553aa0 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:19.870424 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-ac966e9f-5cc8-4c37-8570-fdd5e4f58c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (40dd7f56-37e3-4a52-a2d9-f04821553aa0), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:19.989378 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-ac966e9f-5cc8-4c37-8570-fdd5e4f58c51 None None] Port 40dd7f56-37e3-4a52-a2d9-f04821553aa0 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:37:20.073973 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-aa128faf-7455-407a-a7b5-4846f50030f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (44577149-5f69-4735-af7d-0cd0f8bc636a), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:20.092509 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-aa128faf-7455-407a-a7b5-4846f50030f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:20.093682 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-aa128faf-7455-407a-a7b5-4846f50030f2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/44577149-5f69-4735-af7d-0cd0f8bc636a HTTP/1.1" status: 204 len: 168 time: 0.4840028 May 26 19:37:20.217752 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0ef1ec03-77b1-465b-ba81-7fe7e3ee3f56 req-e53b72cf-290f-491f-9e27-ebf2482f3a7c tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 210 time: 0.1228158 May 26 19:37:20.233278 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa128faf-7455-407a-a7b5-4846f50030f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44577149-5f69-4735-af7d-0cd0f8bc636a,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:20.364115 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-b5290bbf-7c23-4668-96a3-bc4e435f32d6 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:20.387758 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-b5290bbf-7c23-4668-96a3-bc4e435f32d6 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.77 "GET /v2.0/networks?id=2ddf1778-5518-469d-acdc-1047098dc517 HTTP/1.1" status: 200 len: 815 time: 0.3547668 May 26 19:37:20.417677 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-9be29bd7-783b-4c18-b591-92f34a763e8d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5147984 May 26 19:37:20.465764 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:20.471879 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] Request body: {'port': {'device_id': 'ebe881d0-23c9-414a-a94b-8be8035792f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:37:20.499359 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:20.531421 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7151bab7-e4e0-4f22-8d0a-74149814ba1e req-a2be138f-ff8e-45fc-baa9-83298cc057b0 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 210 time: 0.1129382 May 26 19:37:20.573024 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98381ff2-3462-417f-ae4c-ac25e21bb96c req-fb14015e-e530-4138-afc0-900ebf850002 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:20.580329 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-98381ff2-3462-417f-ae4c-ac25e21bb96c req-fb14015e-e530-4138-afc0-900ebf850002 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 944 time: 0.1913550 May 26 19:37:20.649935 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-831bedfb-5b27-4335-b4a7-864a0784f97a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba HTTP/1.1" status: 200 len: 380 time: 0.2287321 May 26 19:37:20.656274 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (40dd7f56-37e3-4a52-a2d9-f04821553aa0), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:20.675331 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-98381ff2-3462-417f-ae4c-ac25e21bb96c req-5e720e00-d3ec-471e-bcdb-3b59a03788e8 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939546 May 26 19:37:20.687432 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-ec4d4528-1f91-4b47-8d46-9cf9a3188605 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'port': {'device_id': 'cee8cee6-5c93-4631-a2c1-f371a167fe97', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'admin_state_up': True, 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'security_groups': ['c84a40eb-c9bb-4af1-88e8-c1d1189b6738']}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:37:20.979637 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-ec4d4528-1f91-4b47-8d46-9cf9a3188605 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Made reservation on behalf of 39f75b0f65c4475ba2d5dc1e7ae203ba for: {'port': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:20.984074 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-ec4d4528-1f91-4b47-8d46-9cf9a3188605 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:20.988018 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:21.016501 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-d8afef76-aad3-4b94-aea9-1b314079129d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for port (4eedf65c-da1c-48d7-8869-d150a6c93ed0), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:21.192601 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-ec4d4528-1f91-4b47-8d46-9cf9a3188605 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Allocated IP 172.20.0.10 (2ddf1778-5518-469d-acdc-1047098dc517/211cc661-0675-4518-a8c1-1c3a38ef5bb2/bb441dd0-8885-4c02-8728-1c89ea5d6a61) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:37:21.332230 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-d8afef76-aad3-4b94-aea9-1b314079129d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (4eedf65c-da1c-48d7-8869-d150a6c93ed0), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:21.394951 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:21.409413 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afef76-aad3-4b94-aea9-1b314079129d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Pushing event updated for resources: {'Port': ['ID=4eedf65c-da1c-48d7-8869-d150a6c93ed0,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:21.440453 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-ec4d4528-1f91-4b47-8d46-9cf9a3188605 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for port (bb441dd0-8885-4c02-8728-1c89ea5d6a61), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:21.557532 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-d8afef76-aad3-4b94-aea9-1b314079129d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:21.586639 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-d8afef76-aad3-4b94-aea9-1b314079129d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:21.589613 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-d8afef76-aad3-4b94-aea9-1b314079129d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:37:21.601698 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09617dcc-ef9a-4a73-b485-7de7143bbb33 req-718c6b31-34a2-48ed-8cf4-270a762f4f0e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:21.610421 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-09617dcc-ef9a-4a73-b485-7de7143bbb33 req-718c6b31-34a2-48ed-8cf4-270a762f4f0e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 931 time: 0.2788813 May 26 19:37:21.719414 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e552e194-e4b9-42db-a92e-8d9abced09b7 req-0a6e2d1d-4ab1-41ce-8c2a-e6d67dcf8102 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 210 time: 0.0610912 May 26 19:37:21.777545 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-d8afef76-aad3-4b94-aea9-1b314079129d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:21.777545 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-d8afef76-aad3-4b94-aea9-1b314079129d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:21.823603 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-09617dcc-ef9a-4a73-b485-7de7143bbb33 req-77742cf9-509d-401e-aa4b-a1fd30a709da tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118065 May 26 19:37:21.857495 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40dd7f56-37e3-4a52-a2d9-f04821553aa0 {{(pid=104684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:37:21.857669 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 50642) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:21.866487 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] Publish callbacks [] for port (40dd7f56-37e3-4a52-a2d9-f04821553aa0), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:21.882381 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a638c49-8b24-4428-a092-a7d820b144fb req-06245c98-5fe7-4781-8458-b912092d89af tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:21.883954 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-4a638c49-8b24-4428-a092-a7d820b144fb req-06245c98-5fe7-4781-8458-b912092d89af tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 944 time: 0.0803976 May 26 19:37:21.885163 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d8c8dfa2-6c93-46c5-b80d-63db7cf23c5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:21.909852 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.provisioning_blocks [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] Transition to ACTIVE for port object 40dd7f56-37e3-4a52-a2d9-f04821553aa0 will not be triggered until provisioned by entity L2. {{(pid=104684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 19:37:21.974449 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-4a638c49-8b24-4428-a092-a7d820b144fb req-b8748cea-177c-43f8-ba84-3ffdff21c1ae tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773301 May 26 19:37:22.018105 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d8c8dfa2-6c93-46c5-b80d-63db7cf23c5d admin admin] Publish callbacks [] for security_group (d38fb009-56f2-43e2-bdc2-5100c96a8a2f), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:22.033340 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-de3a068b-6b4a-4fa3-b9ca-0099c259f3f2 None None] Provisioning complete for port 4eedf65c-da1c-48d7-8869-d150a6c93ed0 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:22.033907 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-de3a068b-6b4a-4fa3-b9ca-0099c259f3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (4eedf65c-da1c-48d7-8869-d150a6c93ed0), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:22.073893 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-de3a068b-6b4a-4fa3-b9ca-0099c259f3f2 None None] Port 4eedf65c-da1c-48d7-8869-d150a6c93ed0 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:37:22.077071 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-ec4d4528-1f91-4b47-8d46-9cf9a3188605 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (bb441dd0-8885-4c02-8728-1c89ea5d6a61), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:22.106103 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-d8afef76-aad3-4b94-aea9-1b314079129d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6967902 May 26 19:37:22.106202 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-57d13849-2e4b-4df9-ad72-d16480c2cf23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:22.132685 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-ec4d4528-1f91-4b47-8d46-9cf9a3188605 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Network 2ddf1778-5518-469d-acdc-1047098dc517 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:22.138451 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-ec4d4528-1f91-4b47-8d46-9cf9a3188605 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:22.142399 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-ec4d4528-1f91-4b47-8d46-9cf9a3188605 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:37:22.148494 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d4528-1f91-4b47-8d46-9cf9a3188605 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'Port': ['ID=bb441dd0-8885-4c02-8728-1c89ea5d6a61,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:22.180755 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (40dd7f56-37e3-4a52-a2d9-f04821553aa0), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:22.181922 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d8c8dfa2-6c93-46c5-b80d-63db7cf23c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (d38fb009-56f2-43e2-bdc2-5100c96a8a2f), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:22.285156 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-d8c8dfa2-6c93-46c5-b80d-63db7cf23c5d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ecc4112a03334e4084572b81c7dcf094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4231143 May 26 19:37:22.290988 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 50650) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:22.295192 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8dfa2-6c93-46c5-b80d-63db7cf23c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38fb009-56f2-43e2-bdc2-5100c96a8a2f,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:22.302802 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-ec4d4528-1f91-4b47-8d46-9cf9a3188605 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:22.307040 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-ec4d4528-1f91-4b47-8d46-9cf9a3188605 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for port (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:22.391659 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-ec4d4528-1f91-4b47-8d46-9cf9a3188605 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7111521 May 26 19:37:22.397122 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] Pushing event updated for resources: {'Port': ['ID=40dd7f56-37e3-4a52-a2d9-f04821553aa0,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:22.467261 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2465-90dd-43a2-b7c4-1b08334f1ccc admin admin] Publish callbacks [] for security_group (d38fb009-56f2-43e2-bdc2-5100c96a8a2f), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:22.494808 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] Request body: {'port': {'device_id': '9cdd25a5-210c-4638-95a5-4cf961b1d9d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:37:22.501415 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] Attempting to bind port 40dd7f56-37e3-4a52-a2d9-f04821553aa0 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:37:22.501745 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] Attempting to bind port 40dd7f56-37e3-4a52-a2d9-f04821553aa0 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d'}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:37:22.502101 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] Attempting to bind port 40dd7f56-37e3-4a52-a2d9-f04821553aa0 on network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:37:22.528171 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-83b910a2-2c41-49b5-a1a3-b74b17755e81 None None] Provisioning complete for port bb441dd0-8885-4c02-8728-1c89ea5d6a61 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:22.528984 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-83b910a2-2c41-49b5-a1a3-b74b17755e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (bb441dd0-8885-4c02-8728-1c89ea5d6a61), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:22.543362 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] Request body: {'port': {'device_id': 'cee8cee6-5c93-4631-a2c1-f371a167fe97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:37:22.548376 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] Port 40dd7f56-37e3-4a52-a2d9-f04821553aa0 on network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 19:37:22.552054 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] Attempting to bind port 40dd7f56-37e3-4a52-a2d9-f04821553aa0 on network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:37:22.566368 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2465-90dd-43a2-b7c4-1b08334f1ccc admin admin] Publish callbacks [] for security_group (d38fb009-56f2-43e2-bdc2-5100c96a8a2f), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:22.592959 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-83b910a2-2c41-49b5-a1a3-b74b17755e81 None None] Port bb441dd0-8885-4c02-8728-1c89ea5d6a61 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:37:22.616032 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] Checking agent: {'id': 'c3a211c9-c98b-4801-84c3-445f8272aa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'started_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:37:22.616981 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] Checking segment: {'id': 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:37:22.616981 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] Bound using segment: {'id': 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d'} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:37:22.617718 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] Bound port: 40dd7f56-37e3-4a52-a2d9-f04821553aa0, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d'}}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:37:22.618076 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (40dd7f56-37e3-4a52-a2d9-f04821553aa0), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:22.620464 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (bb441dd0-8885-4c02-8728-1c89ea5d6a61), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:22.680772 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (4eedf65c-da1c-48d7-8869-d150a6c93ed0), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:22.754666 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] For port 40dd7f56-37e3-4a52-a2d9-f04821553aa0, host hv-cinder-82549, cleared binding levels {{(pid=104684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:37:22.791490 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] For port 40dd7f56-37e3-4a52-a2d9-f04821553aa0, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=40dd7f56-37e3-4a52-a2d9-f04821553aa0,segment=NetworkSegment(bc2a2a0d-a1b3-4069-8e6b-6f21f689784b),segment_id=bc2a2a0d-a1b3-4069-8e6b-6f21f689784b)] {{(pid=104684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:37:22.825781 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2465-90dd-43a2-b7c4-1b08334f1ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (d38fb009-56f2-43e2-bdc2-5100c96a8a2f), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:22.828476 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2465-90dd-43a2-b7c4-1b08334f1ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:22.829615 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-4b9c2465-90dd-43a2-b7c4-1b08334f1ccc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d38fb009-56f2-43e2-bdc2-5100c96a8a2f HTTP/1.1" status: 204 len: 168 time: 0.5367892 May 26 19:37:22.929794 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:23.035074 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (40dd7f56-37e3-4a52-a2d9-f04821553aa0), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:23.039299 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c2465-90dd-43a2-b7c4-1b08334f1ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38fb009-56f2-43e2-bdc2-5100c96a8a2f,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:23.039416 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:23.077197 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a30b68-9851-4ce9-ab90-25565ca9c45e req-80145ea2-9a39-44f6-8777-01eb3706f0ce tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:23.079490 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c3a30b68-9851-4ce9-ab90-25565ca9c45e req-80145ea2-9a39-44f6-8777-01eb3706f0ce tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 931 time: 0.1108105 May 26 19:37:23.174050 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:23.174679 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:23.176117 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] 10.222.0.77 "PUT /v2.0/ports/40dd7f56-37e3-4a52-a2d9-f04821553aa0 HTTP/1.1" status: 200 len: 1094 time: 2.7088568 May 26 19:37:23.177228 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe881d0-23c9-414a-a94b-8be8035792f4', 'tag': '40dd7f56-37e3-4a52-a2d9-f04821553aa0'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:37:23.178579 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c3a30b68-9851-4ce9-ab90-25565ca9c45e req-19de9fec-1319-4d89-9305-d2f89a51e91d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893037 May 26 19:37:23.199646 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.notifiers.nova [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb441dd0-8885-4c02-8728-1c89ea5d6a61 {{(pid=104685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:37:23.203817 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] Publish callbacks [] for port (bb441dd0-8885-4c02-8728-1c89ea5d6a61), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:23.216093 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1045dea-1339-45e7-bae9-ec10f4dfcd49 req-f9ee3deb-f1fa-4846-ba41-a36fff566378 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:23.218343 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a1045dea-1339-45e7-bae9-ec10f4dfcd49 req-f9ee3deb-f1fa-4846-ba41-a36fff566378 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 932 time: 0.1926563 May 26 19:37:23.228642 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.provisioning_blocks [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] Transition to ACTIVE for port object bb441dd0-8885-4c02-8728-1c89ea5d6a61 will not be triggered until provisioned by entity L2. {{(pid=104685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 19:37:23.266802 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:23.291091 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e93033-931a-4c7e-8399-5e65d9a19091 service neutron] Pushing event updated for resources: {'Port': ['ID=40dd7f56-37e3-4a52-a2d9-f04821553aa0,revision_number=3']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:23.349793 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb847b1-11ef-4b5a-893e-65e81b0961b0 req-7b252cb0-4e18-4eb0-be06-d956148330d1 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:23.362595 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0fb847b1-11ef-4b5a-893e-65e81b0961b0 req-7b252cb0-4e18-4eb0-be06-d956148330d1 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 944 time: 0.0794089 May 26 19:37:23.386276 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099810'] for port (bb441dd0-8885-4c02-8728-1c89ea5d6a61), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:23.387961 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a1045dea-1339-45e7-bae9-ec10f4dfcd49 req-0a25ef9e-ee17-431d-a633-136b38dab039 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283209 May 26 19:37:23.442311 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eedf65c-da1c-48d7-8869-d150a6c93ed0 {{(pid=104684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:37:23.461424 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06212ae-3034-40db-a51e-e8d6d720aa11" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe881d0-23c9-414a-a94b-8be8035792f4", "tag": "40dd7f56-37e3-4a52-a2d9-f04821553aa0"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:37:23.474103 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] Publish callbacks [] for port (4eedf65c-da1c-48d7-8869-d150a6c93ed0), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:23.495564 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.provisioning_blocks [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] Transition to ACTIVE for port object 4eedf65c-da1c-48d7-8869-d150a6c93ed0 will not be triggered until provisioned by entity L2. {{(pid=104684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 19:37:23.558654 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] Pushing event updated for resources: {'Port': ['ID=bb441dd0-8885-4c02-8728-1c89ea5d6a61,revision_number=2']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:23.590536 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0fb847b1-11ef-4b5a-893e-65e81b0961b0 req-ade39429-9423-4fce-a745-29cc08e0b194 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264431 May 26 19:37:23.670503 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (4eedf65c-da1c-48d7-8869-d150a6c93ed0), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:23.692043 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.managers [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] Attempting to bind port bb441dd0-8885-4c02-8728-1c89ea5d6a61 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:37:23.692043 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.managers [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] Attempting to bind port bb441dd0-8885-4c02-8728-1c89ea5d6a61 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'}] {{(pid=104685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:37:23.692043 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] Attempting to bind port bb441dd0-8885-4c02-8728-1c89ea5d6a61 on network 2ddf1778-5518-469d-acdc-1047098dc517 {{(pid=104685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:37:23.694544 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] Port bb441dd0-8885-4c02-8728-1c89ea5d6a61 on network 2ddf1778-5518-469d-acdc-1047098dc517 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 19:37:23.694864 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] Attempting to bind port bb441dd0-8885-4c02-8728-1c89ea5d6a61 on network 2ddf1778-5518-469d-acdc-1047098dc517 {{(pid=104685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:37:23.707010 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] Checking agent: {'id': 'c3a211c9-c98b-4801-84c3-445f8272aa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'started_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:37:23.707354 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] Checking segment: {'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:37:23.707953 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] Bound using segment: {'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'} {{(pid=104685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:37:23.708714 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.managers [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] Bound port: bb441dd0-8885-4c02-8728-1c89ea5d6a61, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'}}] {{(pid=104685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:37:23.711279 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (bb441dd0-8885-4c02-8728-1c89ea5d6a61), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:23.751210 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fd5603-34bf-4d44-993e-afc05e21084e x-openstack-request-id: req-e7fd5603-34bf-4d44-993e-afc05e21084e {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:37:23.751797 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe881d0-23c9-414a-a94b-8be8035792f4", "tag": "40dd7f56-37e3-4a52-a2d9-f04821553aa0", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:37:23.752293 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e7fd5603-34bf-4d44-993e-afc05e21084e {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:37:23.752995 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7fd5603-34bf-4d44-993e-afc05e21084e'] response: {'name': 'network-changed', 'server_uuid': 'ebe881d0-23c9-414a-a94b-8be8035792f4', 'tag': '40dd7f56-37e3-4a52-a2d9-f04821553aa0', 'status': 'completed', 'code': 200} May 26 19:37:23.791301 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] Pushing event updated for resources: {'Port': ['ID=4eedf65c-da1c-48d7-8869-d150a6c93ed0,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:23.844355 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] For port bb441dd0-8885-4c02-8728-1c89ea5d6a61, host hv-cinder-82549, cleared binding levels {{(pid=104685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:37:23.848024 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] For port bb441dd0-8885-4c02-8728-1c89ea5d6a61, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=bb441dd0-8885-4c02-8728-1c89ea5d6a61,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:37:23.896004 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] Attempting to bind port 4eedf65c-da1c-48d7-8869-d150a6c93ed0 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:37:23.896997 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] Attempting to bind port 4eedf65c-da1c-48d7-8869-d150a6c93ed0 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d'}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:37:23.897384 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] Attempting to bind port 4eedf65c-da1c-48d7-8869-d150a6c93ed0 on network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:37:23.929037 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] Port 4eedf65c-da1c-48d7-8869-d150a6c93ed0 on network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 19:37:23.929464 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] Attempting to bind port 4eedf65c-da1c-48d7-8869-d150a6c93ed0 on network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:37:23.946022 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] Checking agent: {'id': 'c3a211c9-c98b-4801-84c3-445f8272aa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'started_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:37:23.946359 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] Checking segment: {'id': 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:37:23.946828 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] Bound using segment: {'id': 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d'} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:37:23.947292 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] Bound port: 4eedf65c-da1c-48d7-8869-d150a6c93ed0, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d'}}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:37:23.947643 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (4eedf65c-da1c-48d7-8869-d150a6c93ed0), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:23.950093 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06212ae-3034-40db-a51e-e8d6d720aa11 req-c1b08f59-990b-42fd-a7a3-5663fdc2e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:23.951635 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d06212ae-3034-40db-a51e-e8d6d720aa11 req-c1b08f59-990b-42fd-a7a3-5663fdc2e53b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf99d88fec9046608e464a5e2c75506e&device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 1128 time: 0.0942581 May 26 19:37:23.962817 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099810'] for port (bb441dd0-8885-4c02-8728-1c89ea5d6a61), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:24.035562 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:24.036556 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for port (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:24.038314 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] 10.222.0.77 "PUT /v2.0/ports/bb441dd0-8885-4c02-8728-1c89ea5d6a61 HTTP/1.1" status: 200 len: 1094 time: 1.4996560 May 26 19:37:24.039084 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee8cee6-5c93-4631-a2c1-f371a167fe97', 'tag': 'bb441dd0-8885-4c02-8728-1c89ea5d6a61'}] {{(pid=104685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:37:24.050716 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}580a5c817d768ebcbdba4f0d83444aaab2d380737ec7b53e235c94cd1e37ed20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3169c162-0a74-4073-b065-9fc32291a382" -d '{"events": [{"name": "network-changed", "server_uuid": "cee8cee6-5c93-4631-a2c1-f371a167fe97", "tag": "bb441dd0-8885-4c02-8728-1c89ea5d6a61"}]}' {{(pid=104685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:37:24.086939 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56a9d8-41e8-4379-8894-ae0486cb6968 service neutron] Pushing event updated for resources: {'Port': ['ID=bb441dd0-8885-4c02-8728-1c89ea5d6a61,revision_number=3']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:24.197396 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251dc2c0-a65f-40f3-98c6-2541891b1f78 x-openstack-request-id: req-251dc2c0-a65f-40f3-98c6-2541891b1f78 {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:37:24.197708 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee8cee6-5c93-4631-a2c1-f371a167fe97", "tag": "bb441dd0-8885-4c02-8728-1c89ea5d6a61", "status": "completed", "code": 200}]} {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:37:24.198407 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-251dc2c0-a65f-40f3-98c6-2541891b1f78 {{(pid=104685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:37:24.198593 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-251dc2c0-a65f-40f3-98c6-2541891b1f78'] response: {'name': 'network-changed', 'server_uuid': 'cee8cee6-5c93-4631-a2c1-f371a167fe97', 'tag': 'bb441dd0-8885-4c02-8728-1c89ea5d6a61', 'status': 'completed', 'code': 200} May 26 19:37:24.256678 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-59b8fe70-bed5-4e80-9bb6-2661fcd8d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:24.256678 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-59b8fe70-bed5-4e80-9bb6-2661fcd8d42c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba&device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 1128 time: 0.0691309 May 26 19:37:24.307095 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-bf5c77bf-a741-48bc-8738-8caa357e88e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb441dd0-8885-4c02-8728-1c89ea5d6a61 HTTP/1.1" status: 200 len: 217 time: 0.0474644 May 26 19:37:24.319288 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:24.327948 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:24.396022 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-84432bbc-39ab-4f58-91b7-29a40c86f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:24.397636 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-84432bbc-39ab-4f58-91b7-29a40c86f3fe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=211cc661-0675-4518-a8c1-1c3a38ef5bb2 HTTP/1.1" status: 200 len: 854 time: 0.0812268 May 26 19:37:24.514150 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-eea13026-e950-4cc9-bf42-e65a7972631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:24.515837 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-eea13026-e950-4cc9-bf42-e65a7972631b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ddf1778-5518-469d-acdc-1047098dc517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1088185 May 26 19:37:24.572593 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51582f7-c163-46d2-b082-44e88dc9017d req-f467d2d6-7ec9-459f-b287-fc6a127125bd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:24.579702 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d51582f7-c163-46d2-b082-44e88dc9017d req-f467d2d6-7ec9-459f-b287-fc6a127125bd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 943 time: 0.2587452 May 26 19:37:24.601776 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:24.612506 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5d8b2-100e-4c95-823e-f9bfc3ab6d41 req-59c770f6-42a2-403b-8dfa-a189b4deb317 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:24.613999 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-bae5d8b2-100e-4c95-823e-f9bfc3ab6d41 req-59c770f6-42a2-403b-8dfa-a189b4deb317 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 944 time: 0.1146660 May 26 19:37:24.635043 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] For port 4eedf65c-da1c-48d7-8869-d150a6c93ed0, host hv-cinder-82549, cleared binding levels {{(pid=104684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:37:24.681743 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] For port 4eedf65c-da1c-48d7-8869-d150a6c93ed0, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4eedf65c-da1c-48d7-8869-d150a6c93ed0,segment=NetworkSegment(bc2a2a0d-a1b3-4069-8e6b-6f21f689784b),segment_id=bc2a2a0d-a1b3-4069-8e6b-6f21f689784b)] {{(pid=104684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:37:24.695938 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06212ae-3034-40db-a51e-e8d6d720aa11 req-9af53c50-a266-4e9b-84ef-23e6292c16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:24.697637 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d06212ae-3034-40db-a51e-e8d6d720aa11 req-9af53c50-a266-4e9b-84ef-23e6292c16cb service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=bf99d88fec9046608e464a5e2c75506e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7376173 May 26 19:37:24.703863 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-bae5d8b2-100e-4c95-823e-f9bfc3ab6d41 req-f97b5851-5a76-4562-968d-e760178f637e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832427 May 26 19:37:24.723857 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-33437dee-c3c7-4d0a-8eb7-fe643cd16f50 service neutron] 10.222.0.77 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905577 May 26 19:37:24.759286 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d51582f7-c163-46d2-b082-44e88dc9017d req-40a6e8e2-8609-4404-8233-bb0a22720655 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786063 May 26 19:37:24.781269 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (4eedf65c-da1c-48d7-8869-d150a6c93ed0), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:24.872967 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:24.873587 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:24.875056 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] 10.222.0.77 "PUT /v2.0/ports/4eedf65c-da1c-48d7-8869-d150a6c93ed0 HTTP/1.1" status: 200 len: 1093 time: 2.3950331 May 26 19:37:24.903583 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c62b405d-52bf-4a3b-bbc5-91cc82cb054c req-1ecf5b89-9450-4c55-86d8-d40dd7509919 service neutron] 10.222.0.77 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727257 May 26 19:37:24.921983 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebf264-0d01-43d1-b615-53cd401afae9 req-0ad3b1ec-1154-42ef-94b7-c3f4fc770863 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:24.929884 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e4ebf264-0d01-43d1-b615-53cd401afae9 req-0ad3b1ec-1154-42ef-94b7-c3f4fc770863 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 944 time: 0.0864794 May 26 19:37:24.948597 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0711734-b889-4fbf-946a-6180ec2803db service neutron] Pushing event updated for resources: {'Port': ['ID=4eedf65c-da1c-48d7-8869-d150a6c93ed0,revision_number=3']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:24.961310 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06212ae-3034-40db-a51e-e8d6d720aa11 req-ab0faae1-9e63-4df3-aa25-c51f751f2e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:24.967479 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d06212ae-3034-40db-a51e-e8d6d720aa11 req-ab0faae1-9e63-4df3-aa25-c51f751f2e29 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2569261 May 26 19:37:24.994227 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e4ebf264-0d01-43d1-b615-53cd401afae9 req-5645773d-3d81-407b-981b-12750cb0d61c tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633531 May 26 19:37:25.042727 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a1918e6f-960d-4b99-a6c8-8f63853f6afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:25.044538 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-a1918e6f-960d-4b99-a6c8-8f63853f6afe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf99d88fec9046608e464a5e2c75506e&device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 1127 time: 0.0486166 May 26 19:37:25.080713 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-bae1fd39-880c-421f-94f2-bea0aae91d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:25.082437 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-bae1fd39-880c-421f-94f2-bea0aae91d9d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf99d88fec9046608e464a5e2c75506e&device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 1128 time: 0.0500758 May 26 19:37:25.378597 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:25.633713 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 50792) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:25.757476 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdd25a5-210c-4638-95a5-4cf961b1d9d3', 'tag': '4eedf65c-da1c-48d7-8869-d150a6c93ed0'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:37:25.757476 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63aebef8-15f9-47bd-9945-d8440b2d5bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "9cdd25a5-210c-4638-95a5-4cf961b1d9d3", "tag": "4eedf65c-da1c-48d7-8869-d150a6c93ed0"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:37:25.764206 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a9a4aaf5-b2d3-459b-a92b-5c3681be2b52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:25.841602 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4653a643-d937-4ae6-8994-4a0fd039773d x-openstack-request-id: req-4653a643-d937-4ae6-8994-4a0fd039773d {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:37:25.845489 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cdd25a5-210c-4638-95a5-4cf961b1d9d3", "tag": "4eedf65c-da1c-48d7-8869-d150a6c93ed0", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:37:25.845489 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4653a643-d937-4ae6-8994-4a0fd039773d {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:37:25.845489 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4653a643-d937-4ae6-8994-4a0fd039773d'] response: {'name': 'network-changed', 'server_uuid': '9cdd25a5-210c-4638-95a5-4cf961b1d9d3', 'tag': '4eedf65c-da1c-48d7-8869-d150a6c93ed0', 'status': 'completed', 'code': 200} May 26 19:37:25.882875 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3103fad-4c92-4670-9c93-b292a579071e req-32814fd7-4008-4b75-8329-6139232587ec tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:25.893170 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3103fad-4c92-4670-9c93-b292a579071e req-32814fd7-4008-4b75-8329-6139232587ec tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 944 time: 0.0905473 May 26 19:37:25.899952 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:25.986186 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-10af26b8-0774-4e1e-a098-8750fe467f86 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40dd7f56-37e3-4a52-a2d9-f04821553aa0 HTTP/1.1" status: 200 len: 217 time: 0.0700960 May 26 19:37:26.040158 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbca2e-5c00-49cd-990b-90f29f79342e req-7692095a-2780-41a2-ad0f-a5dcafbc6bd3 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:26.041664 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d0cbca2e-5c00-49cd-990b-90f29f79342e req-7692095a-2780-41a2-ad0f-a5dcafbc6bd3 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 943 time: 0.1443791 May 26 19:37:26.044707 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a9a4aaf5-b2d3-459b-a92b-5c3681be2b52 admin admin] Publish callbacks [] for security_group (8ad2fc02-df78-4f72-8608-4263a59e6779), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:26.058540 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 603ce21e-f566-48c7-964e-f1beb677bcda details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:37:26.070484 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-e81d3618-cc0d-4101-a3e4-7dbfb3595b86 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eedf65c-da1c-48d7-8869-d150a6c93ed0 HTTP/1.1" status: 200 len: 217 time: 0.1199985 May 26 19:37:26.083845 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3103fad-4c92-4670-9c93-b292a579071e req-c918a642-2fc6-459c-b391-314359021a25 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888194 May 26 19:37:26.092416 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-a3185441-8958-4940-b24d-1d356942da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:26.097688 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-a3185441-8958-4940-b24d-1d356942da75 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=74ab063f-9814-4a72-a36c-4bbd4ab07270 HTTP/1.1" status: 200 len: 857 time: 0.0993719 May 26 19:37:26.110930 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169c162-0a74-4073-b065-9fc32291a382 req-94ead0aa-2309-4b1e-a623-1d05ee2d5f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:26.112392 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3169c162-0a74-4073-b065-9fc32291a382 req-94ead0aa-2309-4b1e-a623-1d05ee2d5f6b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba&device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 1128 time: 0.1630673 May 26 19:37:26.169659 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-7248666c-c2a9-4c46-a764-8db1c390f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:26.171352 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-7248666c-c2a9-4c46-a764-8db1c390f472 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0691082 May 26 19:37:26.181640 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d0cbca2e-5c00-49cd-990b-90f29f79342e req-6e3f0356-b1aa-4604-9c26-8779148f2e3b tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257539 May 26 19:37:26.203848 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 603ce21e-f566-48c7-964e-f1beb677bcda, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=603ce21e-f566-48c7-964e-f1beb677bcda,segment=NetworkSegment(6c804667-945f-47bd-a6ae-16599fdcb36f),segment_id=6c804667-945f-47bd-a6ae-16599fdcb36f)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:37:26.220213 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': '603ce21e-f566-48c7-964e-f1beb677bcda', 'network_id': '2fc14c16-c329-476d-bfe9-2e3d746cc6bf', 'port_id': '603ce21e-f566-48c7-964e-f1beb677bcda', 'mac_address': 'fa:16:3e:7a:ab:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103be34e-f8c7-446a-8166-98d3618a2c6e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:37:26.266952 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:26.268084 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 603ce21e-f566-48c7-964e-f1beb677bcda is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:37:26.268612 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (603ce21e-f566-48c7-964e-f1beb677bcda), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:26.285435 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a9a4aaf5-b2d3-459b-a92b-5c3681be2b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (8ad2fc02-df78-4f72-8608-4263a59e6779), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:26.288454 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 603ce21e-f566-48c7-964e-f1beb677bcda {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:37:26.309700 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 50814) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:26.309700 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:26.312980 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 603ce21e-f566-48c7-964e-f1beb677bcda, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=603ce21e-f566-48c7-964e-f1beb677bcda,segment=NetworkSegment(6c804667-945f-47bd-a6ae-16599fdcb36f),segment_id=6c804667-945f-47bd-a6ae-16599fdcb36f)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:37:26.314686 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-7a361b92-4c80-4b7f-a65e-6d97f11fa517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:26.316202 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-7a361b92-4c80-4b7f-a65e-6d97f11fa517 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=74ab063f-9814-4a72-a36c-4bbd4ab07270 HTTP/1.1" status: 200 len: 857 time: 0.2303588 May 26 19:37:26.322681 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-7f032d53-23eb-44ca-a96b-f1817ad9ba96 service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397018 May 26 19:37:26.342836 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-a9a4aaf5-b2d3-459b-a92b-5c3681be2b52 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d8cae3ad00e84203a9f7c612b9ec7fc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7052169 May 26 19:37:26.353719 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 50818) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:26.354018 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f8fba-7eb8-4b95-a86d-3b0ecfd9403a req-2c24c4d8-6d53-4607-9568-9c9eb4e408b1 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:26.356478 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-988f8fba-7eb8-4b95-a86d-3b0ecfd9403a req-2c24c4d8-6d53-4607-9568-9c9eb4e408b1 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 944 time: 0.1709714 May 26 19:37:26.380849 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (603ce21e-f566-48c7-964e-f1beb677bcda), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:26.425554 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4aaf5-b2d3-459b-a92b-5c3681be2b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad2fc02-df78-4f72-8608-4263a59e6779,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:26.504164 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=603ce21e-f566-48c7-964e-f1beb677bcda,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:26.512882 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2b39ae31-9b01-46ac-972e-3d2c8ceaea11 admin admin] Publish callbacks [] for security_group (8ad2fc02-df78-4f72-8608-4263a59e6779), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:26.533935 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169c162-0a74-4073-b065-9fc32291a382 req-2f38d314-d8fa-4092-8d64-753aef2f07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:26.539480 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3169c162-0a74-4073-b065-9fc32291a382 req-2f38d314-d8fa-4092-8d64-753aef2f07ad service neutron] 10.222.0.77 "GET /v2.0/networks?id=2ddf1778-5518-469d-acdc-1047098dc517 HTTP/1.1" status: 200 len: 916 time: 0.4156983 May 26 19:37:26.539480 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-44dbe3e1-756d-49f2-9654-107486f81d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:26.540911 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2b39ae31-9b01-46ac-972e-3d2c8ceaea11 admin admin] Publish callbacks [] for security_group (8ad2fc02-df78-4f72-8608-4263a59e6779), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:26.542677 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-44dbe3e1-756d-49f2-9654-107486f81d57 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2157412 May 26 19:37:26.561658 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-35350720-82e2-4bce-bd56-e471a8bf37bb req-664024b1-b8f7-4468-b84e-e8e31cfff3cd service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324207 May 26 19:37:26.579195 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f8c4f8f4-f73f-438a-8428-aa4cbefbc394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:26.650561 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3169c162-0a74-4073-b065-9fc32291a382 req-5c34c5c7-0385-438a-bc34-804eab9077fc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb441dd0-8885-4c02-8728-1c89ea5d6a61 HTTP/1.1" status: 200 len: 217 time: 0.1015964 May 26 19:37:26.677044 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-988f8fba-7eb8-4b95-a86d-3b0ecfd9403a req-674ab4eb-600f-43d1-96fa-fae3f274e4ff tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761261 May 26 19:37:26.682670 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['603ce21e-f566-48c7-964e-f1beb677bcda'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:37:26.716779 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f8c4f8f4-f73f-438a-8428-aa4cbefbc394 admin admin] Publish callbacks [] for security_group (507a2b00-5a88-49fe-975c-de7519f62120), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:26.736683 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169c162-0a74-4073-b065-9fc32291a382 req-8c3297e2-c0f7-4c49-9316-fbbbea31bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:26.738173 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3169c162-0a74-4073-b065-9fc32291a382 req-8c3297e2-c0f7-4c49-9316-fbbbea31bcf2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=211cc661-0675-4518-a8c1-1c3a38ef5bb2 HTTP/1.1" status: 200 len: 854 time: 0.0770936 May 26 19:37:26.740587 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-f52739ce-f343-4380-bf7c-33cf22601fef service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923003 May 26 19:37:26.767404 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2b39ae31-9b01-46ac-972e-3d2c8ceaea11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (8ad2fc02-df78-4f72-8608-4263a59e6779), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:26.771044 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2b39ae31-9b01-46ac-972e-3d2c8ceaea11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:26.772232 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-2b39ae31-9b01-46ac-972e-3d2c8ceaea11 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8ad2fc02-df78-4f72-8608-4263a59e6779 HTTP/1.1" status: 204 len: 168 time: 0.4175742 May 26 19:37:26.781460 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39ae31-9b01-46ac-972e-3d2c8ceaea11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad2fc02-df78-4f72-8608-4263a59e6779,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:26.796267 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f8c4f8f4-f73f-438a-8428-aa4cbefbc394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (507a2b00-5a88-49fe-975c-de7519f62120), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:26.839207 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:26.841635 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-f8c4f8f4-f73f-438a-8428-aa4cbefbc394 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a5235af58beb428394c03204bea966ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5297632 May 26 19:37:26.844820 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 50836) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:26.851619 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4f8f4-f73f-438a-8428-aa4cbefbc394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507a2b00-5a88-49fe-975c-de7519f62120,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:27.083426 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-08fb778d-3a10-45a1-8ffb-485b78e7c449 admin admin] Publish callbacks [] for security_group (507a2b00-5a88-49fe-975c-de7519f62120), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:27.104923 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-08fb778d-3a10-45a1-8ffb-485b78e7c449 admin admin] Publish callbacks [] for security_group (507a2b00-5a88-49fe-975c-de7519f62120), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:27.227098 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbf694-8d4d-4dfc-b982-a18b96534ba5 req-66b62fe3-6feb-4bd5-b3e1-83d218d98eb1 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:27.227098 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-fddbf694-8d4d-4dfc-b982-a18b96534ba5 req-66b62fe3-6feb-4bd5-b3e1-83d218d98eb1 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 944 time: 0.0454257 May 26 19:37:27.252634 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-fddbf694-8d4d-4dfc-b982-a18b96534ba5 req-40ac6049-f4c4-4746-a5aa-0c183d74132f tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497196 May 26 19:37:27.310703 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a3996-59a4-4089-a584-ab00d448dc98 req-2a41c3b1-e3c5-4f44-945d-dfb16f030076 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:27.318324 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-818a3996-59a4-4089-a584-ab00d448dc98 req-2a41c3b1-e3c5-4f44-945d-dfb16f030076 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0625403 May 26 19:37:27.366812 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-818a3996-59a4-4089-a584-ab00d448dc98 req-32cbbeda-48f1-4bd1-a9a3-0c1282a904a2 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429175 May 26 19:37:27.825967 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c773dc-3007-48b0-9835-4ef66edbeee1 req-73cee697-f47a-4091-b366-4e24bb01eee2 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:27.827469 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b1c773dc-3007-48b0-9835-4ef66edbeee1 req-73cee697-f47a-4091-b366-4e24bb01eee2 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 945 time: 0.0545075 May 26 19:37:27.870805 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-08fb778d-3a10-45a1-8ffb-485b78e7c449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (507a2b00-5a88-49fe-975c-de7519f62120), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:27.870805 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-08fb778d-3a10-45a1-8ffb-485b78e7c449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:27.872042 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-08fb778d-3a10-45a1-8ffb-485b78e7c449 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/507a2b00-5a88-49fe-975c-de7519f62120 HTTP/1.1" status: 204 len: 168 time: 1.0262537 May 26 19:37:27.883076 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b1c773dc-3007-48b0-9835-4ef66edbeee1 req-9521d02c-518f-4e79-954d-0af72e95067b tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500846 May 26 19:37:27.889904 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb778d-3a10-45a1-8ffb-485b78e7c449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507a2b00-5a88-49fe-975c-de7519f62120,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:28.211415 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 50876) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:28.225392 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-80f4e093-c04f-41ee-b8fe-fe8063731bea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:28.304377 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-80f4e093-c04f-41ee-b8fe-fe8063731bea admin admin] Publish callbacks [] for security_group (84a75051-ca4d-4318-8e2d-d221888472a7), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:28.370434 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea780f7e-5db7-421a-bc43-b9c3d61d7491 req-9556972a-58e8-4838-bf2d-8e831abcbd77 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:28.375683 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ea780f7e-5db7-421a-bc43-b9c3d61d7491 req-9556972a-58e8-4838-bf2d-8e831abcbd77 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 944 time: 0.0536413 May 26 19:37:28.425092 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-80f4e093-c04f-41ee-b8fe-fe8063731bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (84a75051-ca4d-4318-8e2d-d221888472a7), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:28.431231 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ea780f7e-5db7-421a-bc43-b9c3d61d7491 req-ccbb99f4-f8a9-4c5a-987e-30d981fbd528 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510247 May 26 19:37:28.486754 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-80f4e093-c04f-41ee-b8fe-fe8063731bea admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4c3f055e9ba5416384399a07e7ec0928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2742574 May 26 19:37:28.489474 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 50896) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:28.506510 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4e093-c04f-41ee-b8fe-fe8063731bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a75051-ca4d-4318-8e2d-d221888472a7,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:28.534602 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70ca82-6b44-4cbb-aa06-9dcdce70440c req-0660fd88-abbb-4577-8aef-3859ddd9d4a2 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:28.536089 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-4d70ca82-6b44-4cbb-aa06-9dcdce70440c req-0660fd88-abbb-4577-8aef-3859ddd9d4a2 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0680039 May 26 19:37:28.540318 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-5b7deaab-0e3c-4c33-b826-de71ed7ea677 admin admin] Publish callbacks [] for security_group (84a75051-ca4d-4318-8e2d-d221888472a7), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:28.565659 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-5b7deaab-0e3c-4c33-b826-de71ed7ea677 admin admin] Publish callbacks [] for security_group (84a75051-ca4d-4318-8e2d-d221888472a7), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:28.609406 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-4d70ca82-6b44-4cbb-aa06-9dcdce70440c req-15b6cdc0-0fdb-4ecc-ab10-bad080239cac tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647676 May 26 19:37:28.761356 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:28.847537 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-5b7deaab-0e3c-4c33-b826-de71ed7ea677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (84a75051-ca4d-4318-8e2d-d221888472a7), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:28.850866 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-5b7deaab-0e3c-4c33-b826-de71ed7ea677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:28.852077 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-5b7deaab-0e3c-4c33-b826-de71ed7ea677 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/84a75051-ca4d-4318-8e2d-d221888472a7 HTTP/1.1" status: 204 len: 168 time: 0.3615789 May 26 19:37:28.860966 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7deaab-0e3c-4c33-b826-de71ed7ea677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a75051-ca4d-4318-8e2d-d221888472a7,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:29.008836 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63474e-20ae-494c-8b12-ab0271386b79 req-352eb59e-a9a9-4d44-95a8-e35a0d66c992 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:29.010315 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5b63474e-20ae-494c-8b12-ab0271386b79 req-352eb59e-a9a9-4d44-95a8-e35a0d66c992 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 945 time: 0.0486617 May 26 19:37:29.058177 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5b63474e-20ae-494c-8b12-ab0271386b79 req-67a19866-33b8-4da5-ab9f-d4b5b5625233 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421832 May 26 19:37:29.225970 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 50926) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:29.399317 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-9e081cbb-b3b7-4fd0-b65e-987de056ea96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:29.491165 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-9e081cbb-b3b7-4fd0-b65e-987de056ea96 admin admin] Publish callbacks [] for security_group (736d1b54-8cbb-45af-ac64-9e73a34cb376), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:29.550570 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-9e081cbb-b3b7-4fd0-b65e-987de056ea96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (736d1b54-8cbb-45af-ac64-9e73a34cb376), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:29.594144 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93293b-5530-44b6-8d02-d4737cd9043d req-7ac68cc9-e422-4e48-9a8b-48697f123fa4 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:29.599257 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-9e081cbb-b3b7-4fd0-b65e-987de056ea96 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6602f9e5bf3242bcb2ac444ad0746f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3721187 May 26 19:37:29.602888 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 50950) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:29.603668 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-7a93293b-5530-44b6-8d02-d4737cd9043d req-7ac68cc9-e422-4e48-9a8b-48697f123fa4 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 944 time: 0.0903406 May 26 19:37:29.606536 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e081cbb-b3b7-4fd0-b65e-987de056ea96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736d1b54-8cbb-45af-ac64-9e73a34cb376,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:29.688205 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-7a93293b-5530-44b6-8d02-d4737cd9043d req-89253894-9eda-430a-95f4-e873995b0c08 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798173 May 26 19:37:29.736488 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device bb441dd0-8885-4c02-8728-1c89ea5d6a61 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:37:29.747789 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-36e1b8ad-6635-48e9-a0a9-5ad4396bd1de admin admin] Publish callbacks [] for security_group (736d1b54-8cbb-45af-ac64-9e73a34cb376), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:29.762879 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e7c0a-7e87-40fb-b488-3f4978b7efc3 req-e2570abf-6ea8-4d83-9513-d96ac1a36009 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:29.767037 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2a4e7c0a-7e87-40fb-b488-3f4978b7efc3 req-e2570abf-6ea8-4d83-9513-d96ac1a36009 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0695038 May 26 19:37:29.791693 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 603ce21e-f566-48c7-964e-f1beb677bcda up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:37:29.821733 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-36e1b8ad-6635-48e9-a0a9-5ad4396bd1de admin admin] Publish callbacks [] for security_group (736d1b54-8cbb-45af-ac64-9e73a34cb376), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:29.892741 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning for port 603ce21e-f566-48c7-964e-f1beb677bcda completed by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 19:37:29.915991 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port bb441dd0-8885-4c02-8728-1c89ea5d6a61, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=bb441dd0-8885-4c02-8728-1c89ea5d6a61,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:37:29.920838 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2a4e7c0a-7e87-40fb-b488-3f4978b7efc3 req-46eb95c0-f698-40c2-b3fc-1f0e0718813e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462538 May 26 19:37:29.939030 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': 'bb441dd0-8885-4c02-8728-1c89ea5d6a61', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'port_id': 'bb441dd0-8885-4c02-8728-1c89ea5d6a61', 'mac_address': 'fa:16:3e:aa:9c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:37:29.980093 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port bb441dd0-8885-4c02-8728-1c89ea5d6a61 is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:37:29.980492 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (bb441dd0-8885-4c02-8728-1c89ea5d6a61), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:29.993519 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb441dd0-8885-4c02-8728-1c89ea5d6a61 {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:37:30.009596 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:30.013663 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port bb441dd0-8885-4c02-8728-1c89ea5d6a61, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=bb441dd0-8885-4c02-8728-1c89ea5d6a61,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:37:30.138793 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port 603ce21e-f566-48c7-964e-f1beb677bcda triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:30.139198 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (603ce21e-f566-48c7-964e-f1beb677bcda), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:30.176859 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35bc39-742c-4e0c-afe6-9484eaef7531 req-fe8c7ced-0323-43df-a2a9-d4afc95cd775 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:30.178865 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6d35bc39-742c-4e0c-afe6-9484eaef7531 req-fe8c7ced-0323-43df-a2a9-d4afc95cd775 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 945 time: 0.0460296 May 26 19:37:30.211618 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 603ce21e-f566-48c7-964e-f1beb677bcda is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:37:30.211985 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (603ce21e-f566-48c7-964e-f1beb677bcda), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:30.225696 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6d35bc39-742c-4e0c-afe6-9484eaef7531 req-6b7ef48d-efd6-4af2-9254-39edee40d02c tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411196 May 26 19:37:30.236655 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26f44b8-4d34-4dde-8e5a-e369b12b8ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603ce21e-f566-48c7-964e-f1beb677bcda'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:37:30.305064 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (bb441dd0-8885-4c02-8728-1c89ea5d6a61), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:30.314539 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-36e1b8ad-6635-48e9-a0a9-5ad4396bd1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (736d1b54-8cbb-45af-ac64-9e73a34cb376), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:30.316975 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-36e1b8ad-6635-48e9-a0a9-5ad4396bd1de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:30.321178 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-36e1b8ad-6635-48e9-a0a9-5ad4396bd1de admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/736d1b54-8cbb-45af-ac64-9e73a34cb376 HTTP/1.1" status: 204 len: 168 time: 0.7141254 May 26 19:37:30.322249 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 603ce21e-f566-48c7-964e-f1beb677bcda, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=603ce21e-f566-48c7-964e-f1beb677bcda,segment=NetworkSegment(6c804667-945f-47bd-a6ae-16599fdcb36f),segment_id=6c804667-945f-47bd-a6ae-16599fdcb36f)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:37:30.341687 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169c162-0a74-4073-b065-9fc32291a382 req-d95fb87a-5386-421f-87d3-4e73f5104c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:30.343419 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3169c162-0a74-4073-b065-9fc32291a382 req-d95fb87a-5386-421f-87d3-4e73f5104c0b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ddf1778-5518-469d-acdc-1047098dc517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1099188 May 26 19:37:30.384172 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1b8ad-6635-48e9-a0a9-5ad4396bd1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736d1b54-8cbb-45af-ac64-9e73a34cb376,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:30.387976 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=bb441dd0-8885-4c02-8728-1c89ea5d6a61,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:30.424885 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (603ce21e-f566-48c7-964e-f1beb677bcda), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:30.457735 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1c1edf37-9fa5-4099-bc76-e479ef0af66c req-cb1fc5f0-d6e5-4a84-9062-4d0e0320c534 service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324519 May 26 19:37:30.511790 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3169c162-0a74-4073-b065-9fc32291a382 req-93de5ae3-5020-4aa1-938e-f2fb7f306604 service neutron] 10.222.0.77 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596124 May 26 19:37:30.518613 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=603ce21e-f566-48c7-964e-f1beb677bcda,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:30.546046 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:30.581237 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae1e908-ac94-4073-9aca-6dda906d3c90" -d '{"events": [{"server_uuid": "b26f44b8-4d34-4dde-8e5a-e369b12b8ab1", "name": "network-vif-plugged", "status": "completed", "tag": "603ce21e-f566-48c7-964e-f1beb677bcda"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:37:30.593006 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['bb441dd0-8885-4c02-8728-1c89ea5d6a61'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:37:30.619767 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3169c162-0a74-4073-b065-9fc32291a382 req-2cc3d475-ae40-460d-93cb-566cd5672049 service neutron] 10.222.0.77 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011443 May 26 19:37:30.665179 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:30.793577 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66717a-166e-40b0-b2e9-a50b61f6d12d req-31ff1873-eeef-4700-9f48-b0c85a8cc013 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:30.795082 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1b66717a-166e-40b0-b2e9-a50b61f6d12d req-31ff1873-eeef-4700-9f48-b0c85a8cc013 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 945 time: 0.0487857 May 26 19:37:30.849688 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1b66717a-166e-40b0-b2e9-a50b61f6d12d req-1a5e7f8c-9fa8-43b5-a0f9-f75090e53c82 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481110 May 26 19:37:30.852905 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:30.937732 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2e47fd-30e7-4f35-a0fc-b830bcb798af x-openstack-request-id: req-fe2e47fd-30e7-4f35-a0fc-b830bcb798af {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:37:30.938039 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b26f44b8-4d34-4dde-8e5a-e369b12b8ab1", "name": "network-vif-plugged", "status": "completed", "tag": "603ce21e-f566-48c7-964e-f1beb677bcda", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:37:30.938293 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fe2e47fd-30e7-4f35-a0fc-b830bcb798af {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:37:30.943252 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2e47fd-30e7-4f35-a0fc-b830bcb798af'] response: {'server_uuid': 'b26f44b8-4d34-4dde-8e5a-e369b12b8ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603ce21e-f566-48c7-964e-f1beb677bcda', 'code': 200} May 26 19:37:31.079527 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e786707-554c-487c-b836-79dd01f4b8b4 req-e99b8855-927f-46d3-a950-66800170eec3 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:31.081018 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-3e786707-554c-487c-b836-79dd01f4b8b4 req-e99b8855-927f-46d3-a950-66800170eec3 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0508335 May 26 19:37:31.131735 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-3e786707-554c-487c-b836-79dd01f4b8b4 req-cabc4089-5b5e-4153-9006-f2c33b6f0e19 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438941 May 26 19:37:31.356067 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34387d7b-9c27-44ec-a733-b06ff9b4a93a req-d40b7a30-f022-4390-9c7f-ad7217c83619 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:31.357575 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-34387d7b-9c27-44ec-a733-b06ff9b4a93a req-d40b7a30-f022-4390-9c7f-ad7217c83619 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 946 time: 0.0506995 May 26 19:37:31.405656 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-34387d7b-9c27-44ec-a733-b06ff9b4a93a req-9934c42a-0c25-4b80-84b7-6b643c723051 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421262 May 26 19:37:31.702482 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 51068) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:31.715829 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-37b745de-b135-4122-92eb-f10618dc888d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:31.761748 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:31.798394 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-37b745de-b135-4122-92eb-f10618dc888d admin admin] Publish callbacks [] for security_group (838c77e6-7bf2-4a56-a1ab-40fac5d4dbee), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:31.893501 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-37b745de-b135-4122-92eb-f10618dc888d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (838c77e6-7bf2-4a56-a1ab-40fac5d4dbee), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:31.937785 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-37b745de-b135-4122-92eb-f10618dc888d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=62f0be290f6d41ab89dea188b85a4d98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312505 May 26 19:37:31.937947 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 51078) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:31.975915 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b745de-b135-4122-92eb-f10618dc888d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838c77e6-7bf2-4a56-a1ab-40fac5d4dbee,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:31.995654 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-82ad6841-96f5-40d3-9ed6-fb753cd6bc30 admin admin] Publish callbacks [] for security_group (838c77e6-7bf2-4a56-a1ab-40fac5d4dbee), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:31.996846 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bfba3-a4cf-47f1-a623-0fcc2c700314 req-93f95855-5564-4d4f-8125-bc9cf0b0ac01 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:31.998344 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-554bfba3-a4cf-47f1-a623-0fcc2c700314 req-93f95855-5564-4d4f-8125-bc9cf0b0ac01 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 945 time: 0.0616629 May 26 19:37:32.022632 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-82ad6841-96f5-40d3-9ed6-fb753cd6bc30 admin admin] Publish callbacks [] for security_group (838c77e6-7bf2-4a56-a1ab-40fac5d4dbee), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:32.067027 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-554bfba3-a4cf-47f1-a623-0fcc2c700314 req-19e1ea20-b93d-4566-b1cf-a76eafd850c7 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624902 May 26 19:37:32.171703 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 40dd7f56-37e3-4a52-a2d9-f04821553aa0 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:37:32.176538 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device bb441dd0-8885-4c02-8728-1c89ea5d6a61 up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:37:32.249472 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c65056-5c4b-4190-992b-de05276418ba req-476700d3-dca6-49c4-a2a9-99fccc38e12e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:32.250865 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d4c65056-5c4b-4190-992b-de05276418ba req-476700d3-dca6-49c4-a2a9-99fccc38e12e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0488265 May 26 19:37:32.274684 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning for port bb441dd0-8885-4c02-8728-1c89ea5d6a61 completed by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 19:37:32.282441 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-82ad6841-96f5-40d3-9ed6-fb753cd6bc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (838c77e6-7bf2-4a56-a1ab-40fac5d4dbee), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:32.285080 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-82ad6841-96f5-40d3-9ed6-fb753cd6bc30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:32.286213 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-82ad6841-96f5-40d3-9ed6-fb753cd6bc30 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/838c77e6-7bf2-4a56-a1ab-40fac5d4dbee HTTP/1.1" status: 204 len: 168 time: 0.3463042 May 26 19:37:32.308033 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad6841-96f5-40d3-9ed6-fb753cd6bc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838c77e6-7bf2-4a56-a1ab-40fac5d4dbee,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:32.311422 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d4c65056-5c4b-4190-992b-de05276418ba req-d5be2fb3-a05d-46b4-ab89-da4e8e20c4f9 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543721 May 26 19:37:32.322832 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 40dd7f56-37e3-4a52-a2d9-f04821553aa0, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=40dd7f56-37e3-4a52-a2d9-f04821553aa0,segment=NetworkSegment(bc2a2a0d-a1b3-4069-8e6b-6f21f689784b),segment_id=bc2a2a0d-a1b3-4069-8e6b-6f21f689784b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:37:32.340057 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': '40dd7f56-37e3-4a52-a2d9-f04821553aa0', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'port_id': '40dd7f56-37e3-4a52-a2d9-f04821553aa0', 'mac_address': 'fa:16:3e:c4:9f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:37:32.377689 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 40dd7f56-37e3-4a52-a2d9-f04821553aa0 is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:37:32.378083 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (40dd7f56-37e3-4a52-a2d9-f04821553aa0), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:32.391328 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40dd7f56-37e3-4a52-a2d9-f04821553aa0 {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:37:32.409847 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 40dd7f56-37e3-4a52-a2d9-f04821553aa0, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=40dd7f56-37e3-4a52-a2d9-f04821553aa0,segment=NetworkSegment(bc2a2a0d-a1b3-4069-8e6b-6f21f689784b),segment_id=bc2a2a0d-a1b3-4069-8e6b-6f21f689784b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:37:32.523883 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d5434-c84a-484d-8e86-92a070ee5687 req-341dafe6-76bd-4519-a1be-741085797abf tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:32.525820 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-664d5434-c84a-484d-8e86-92a070ee5687 req-341dafe6-76bd-4519-a1be-741085797abf tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 946 time: 0.0479918 May 26 19:37:32.573360 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port bb441dd0-8885-4c02-8728-1c89ea5d6a61 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:32.573752 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (bb441dd0-8885-4c02-8728-1c89ea5d6a61), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:32.577507 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-664d5434-c84a-484d-8e86-92a070ee5687 req-5cdae56d-9239-40e0-a4f9-65f35da4e36a tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460625 May 26 19:37:32.634645 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (40dd7f56-37e3-4a52-a2d9-f04821553aa0), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:32.673565 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port bb441dd0-8885-4c02-8728-1c89ea5d6a61 is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:37:32.673951 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (bb441dd0-8885-4c02-8728-1c89ea5d6a61), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:32.822399 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 51102) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:32.831265 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=40dd7f56-37e3-4a52-a2d9-f04821553aa0,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:32.837493 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port bb441dd0-8885-4c02-8728-1c89ea5d6a61, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=bb441dd0-8885-4c02-8728-1c89ea5d6a61,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:37:32.932587 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-6154b077-b92a-4d43-ba58-67679c43fe86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:32.944848 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee8cee6-5c93-4631-a2c1-f371a167fe97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb441dd0-8885-4c02-8728-1c89ea5d6a61'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:37:32.971252 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ffe36f-6267-4c45-a7a5-a518b60f8696" -d '{"events": [{"server_uuid": "cee8cee6-5c93-4631-a2c1-f371a167fe97", "name": "network-vif-plugged", "status": "completed", "tag": "bb441dd0-8885-4c02-8728-1c89ea5d6a61"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:37:32.981557 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea95cb3-8d48-470e-90cb-e704185888d6 x-openstack-request-id: req-8ea95cb3-8d48-470e-90cb-e704185888d6 {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:37:32.981871 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee8cee6-5c93-4631-a2c1-f371a167fe97", "name": "network-vif-plugged", "status": "completed", "tag": "bb441dd0-8885-4c02-8728-1c89ea5d6a61", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:37:32.982129 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8ea95cb3-8d48-470e-90cb-e704185888d6 {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:37:32.982568 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea95cb3-8d48-470e-90cb-e704185888d6'] response: {'server_uuid': 'cee8cee6-5c93-4631-a2c1-f371a167fe97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb441dd0-8885-4c02-8728-1c89ea5d6a61', 'code': 200} May 26 19:37:33.007195 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-6154b077-b92a-4d43-ba58-67679c43fe86 admin admin] Publish callbacks [] for security_group (0fbc33d0-9b8f-4e80-9fab-405bd29e9436), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:33.101039 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (bb441dd0-8885-4c02-8728-1c89ea5d6a61), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:33.174339 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=bb441dd0-8885-4c02-8728-1c89ea5d6a61,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:33.181349 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856bf76-169f-4aba-b48e-b07c0fa44ee7 req-109de2bb-bd39-40eb-969c-8f1e14d64c9c tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:33.183099 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1856bf76-169f-4aba-b48e-b07c0fa44ee7 req-109de2bb-bd39-40eb-969c-8f1e14d64c9c tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 946 time: 0.0527275 May 26 19:37:33.212200 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-6154b077-b92a-4d43-ba58-67679c43fe86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (0fbc33d0-9b8f-4e80-9fab-405bd29e9436), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:33.255446 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1856bf76-169f-4aba-b48e-b07c0fa44ee7 req-b6b3b6fd-2097-4279-acbb-e63f0b4f5e01 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565906 May 26 19:37:33.255734 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154b077-b92a-4d43-ba58-67679c43fe86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbc33d0-9b8f-4e80-9fab-405bd29e9436,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:33.261818 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-6154b077-b92a-4d43-ba58-67679c43fe86 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ee34631e1d6847ef8547733852e7b43d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4382741 May 26 19:37:33.264514 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 51124) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:33.314175 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-589a5027-e7aa-44ca-812b-0479dbb185cb admin admin] Publish callbacks [] for security_group (0fbc33d0-9b8f-4e80-9fab-405bd29e9436), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:33.340382 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-589a5027-e7aa-44ca-812b-0479dbb185cb admin admin] Publish callbacks [] for security_group (0fbc33d0-9b8f-4e80-9fab-405bd29e9436), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:33.434181 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7916d-cde5-4c07-a3ee-218da07626df req-ea8e586a-d5a8-461e-abed-1ef764b3b484 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:33.435698 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a8e7916d-cde5-4c07-a3ee-218da07626df req-ea8e586a-d5a8-461e-abed-1ef764b3b484 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0496583 May 26 19:37:33.489051 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a8e7916d-cde5-4c07-a3ee-218da07626df req-05a484bb-5ac8-46da-ad64-3b28f6c9e1aa tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458632 May 26 19:37:33.505038 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-589a5027-e7aa-44ca-812b-0479dbb185cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (0fbc33d0-9b8f-4e80-9fab-405bd29e9436), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:33.508205 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-589a5027-e7aa-44ca-812b-0479dbb185cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:33.509347 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-589a5027-e7aa-44ca-812b-0479dbb185cb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0fbc33d0-9b8f-4e80-9fab-405bd29e9436 HTTP/1.1" status: 204 len: 168 time: 0.2436993 May 26 19:37:33.517239 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a5027-e7aa-44ca-812b-0479dbb185cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbc33d0-9b8f-4e80-9fab-405bd29e9436,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:33.697903 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090f925-8823-4fe0-90dd-18f69e5b459c req-c11691c0-b109-4f44-9d23-99e94ab63df9 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:33.699696 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9090f925-8823-4fe0-90dd-18f69e5b459c req-c11691c0-b109-4f44-9d23-99e94ab63df9 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 946 time: 0.0520189 May 26 19:37:33.746769 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9090f925-8823-4fe0-90dd-18f69e5b459c req-601c53db-c3f3-4a69-b3b0-d52d6482393e tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411885 May 26 19:37:33.866165 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:34.121873 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:34.183105 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 4eedf65c-da1c-48d7-8869-d150a6c93ed0 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:37:34.241095 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 51156) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:34.261446 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ad48009f-4c0c-4927-961e-d23fd8ba6892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:34.290858 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['40dd7f56-37e3-4a52-a2d9-f04821553aa0'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:37:34.428766 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 4eedf65c-da1c-48d7-8869-d150a6c93ed0, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4eedf65c-da1c-48d7-8869-d150a6c93ed0,segment=NetworkSegment(bc2a2a0d-a1b3-4069-8e6b-6f21f689784b),segment_id=bc2a2a0d-a1b3-4069-8e6b-6f21f689784b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:37:34.434687 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aebef8-15f9-47bd-9945-d8440b2d5bf7 req-e1f16ec1-a279-4b84-a889-13ca717776cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:34.436448 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63aebef8-15f9-47bd-9945-d8440b2d5bf7 req-e1f16ec1-a279-4b84-a889-13ca717776cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf99d88fec9046608e464a5e2c75506e&device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 1127 time: 0.1465337 May 26 19:37:34.453503 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': '4eedf65c-da1c-48d7-8869-d150a6c93ed0', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'port_id': '4eedf65c-da1c-48d7-8869-d150a6c93ed0', 'mac_address': 'fa:16:3e:bb:d0:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:37:34.460994 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670805e-2760-422b-a5f5-642dce7ddf5c req-425ac29b-967e-4054-a635-875133d0b465 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:34.468602 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3670805e-2760-422b-a5f5-642dce7ddf5c req-425ac29b-967e-4054-a635-875133d0b465 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 946 time: 0.0831332 May 26 19:37:34.534384 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 4eedf65c-da1c-48d7-8869-d150a6c93ed0 is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:37:34.534796 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (4eedf65c-da1c-48d7-8869-d150a6c93ed0), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:34.560280 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eedf65c-da1c-48d7-8869-d150a6c93ed0 {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:37:34.586619 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:34.606653 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 4eedf65c-da1c-48d7-8869-d150a6c93ed0, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4eedf65c-da1c-48d7-8869-d150a6c93ed0,segment=NetworkSegment(bc2a2a0d-a1b3-4069-8e6b-6f21f689784b),segment_id=bc2a2a0d-a1b3-4069-8e6b-6f21f689784b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:37:34.665801 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be4c7e-e2fd-4b64-b83d-55b6400b97a7 req-2f50a1f9-2e1b-434c-86e6-8d134d0f3ac9 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:34.668233 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-04be4c7e-e2fd-4b64-b83d-55b6400b97a7 req-2f50a1f9-2e1b-434c-86e6-8d134d0f3ac9 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0760667 May 26 19:37:34.691702 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3670805e-2760-422b-a5f5-642dce7ddf5c req-28688280-962b-47e7-87bb-58c2b056faa1 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221997 May 26 19:37:34.721466 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (4eedf65c-da1c-48d7-8869-d150a6c93ed0), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:34.723365 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:34.751509 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-04be4c7e-e2fd-4b64-b83d-55b6400b97a7 req-07d4f113-5b9e-4a40-a5e7-90186e3e4cf0 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778069 May 26 19:37:34.792406 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=4eedf65c-da1c-48d7-8869-d150a6c93ed0,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:34.872816 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ed070-300a-40f4-bc2c-ec34eba28042 req-2bc4f685-9df7-40cd-bb95-4f03d41923dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:34.873895 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c872f6-fa27-4630-a277-8bc7856ebe35 req-1c1be413-4d00-4c10-a63d-ed60f6f908d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:34.875107 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-607ed070-300a-40f4-bc2c-ec34eba28042 req-2bc4f685-9df7-40cd-bb95-4f03d41923dd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 1130 time: 0.1517985 May 26 19:37:34.875862 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b6c872f6-fa27-4630-a277-8bc7856ebe35 req-1c1be413-4d00-4c10-a63d-ed60f6f908d8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 1130 time: 0.1479142 May 26 19:37:34.879927 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aebef8-15f9-47bd-9945-d8440b2d5bf7 req-9aa1aa3e-05ce-4c6b-acb4-89ac2951e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:34.882008 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63aebef8-15f9-47bd-9945-d8440b2d5bf7 req-9aa1aa3e-05ce-4c6b-acb4-89ac2951e136 service neutron] 10.222.0.77 "GET /v2.0/networks?id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d HTTP/1.1" status: 200 len: 919 time: 0.3712411 May 26 19:37:34.908556 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-b6c872f6-fa27-4630-a277-8bc7856ebe35 req-66edbf25-6a5f-4a7a-b8dc-e55fa24edade service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:34.928218 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ad48009f-4c0c-4927-961e-d23fd8ba6892 admin admin] Publish callbacks [] for security_group (588208cb-2123-48ce-86a2-7c69b123e7c4), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:34.964176 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-607ed070-300a-40f4-bc2c-ec34eba28042 req-f5f7dc84-629c-4691-94b9-d7ab9038edb2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:34.969752 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63aebef8-15f9-47bd-9945-d8440b2d5bf7 req-96faf945-05cc-4ee8-86c2-5a5ca7456433 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eedf65c-da1c-48d7-8869-d150a6c93ed0 HTTP/1.1" status: 200 len: 217 time: 0.0627918 May 26 19:37:34.986858 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061d150-5a3c-44cb-b5eb-1566f641f049 req-544e9ce2-d3c3-4122-9ab8-60801c1d5b83 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:34.988374 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d061d150-5a3c-44cb-b5eb-1566f641f049 req-544e9ce2-d3c3-4122-9ab8-60801c1d5b83 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 946 time: 0.1367617 May 26 19:37:35.027481 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-b6c872f6-fa27-4630-a277-8bc7856ebe35 req-66edbf25-6a5f-4a7a-b8dc-e55fa24edade service neutron] Publish callbacks [] for security_group (4e632cce-7399-46a4-bd1f-b767f32a4158), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:35.028873 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:35.038892 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ad48009f-4c0c-4927-961e-d23fd8ba6892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (588208cb-2123-48ce-86a2-7c69b123e7c4), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:35.108048 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:35.109755 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aebef8-15f9-47bd-9945-d8440b2d5bf7 req-d4d7eaae-b601-45b3-9aaa-29d7a6c8cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:35.111529 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63aebef8-15f9-47bd-9945-d8440b2d5bf7 req-d4d7eaae-b601-45b3-9aaa-29d7a6c8cc8e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=74ab063f-9814-4a72-a36c-4bbd4ab07270 HTTP/1.1" status: 200 len: 857 time: 0.1336141 May 26 19:37:35.122941 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48009f-4c0c-4927-961e-d23fd8ba6892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588208cb-2123-48ce-86a2-7c69b123e7c4,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:35.127190 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-b6c872f6-fa27-4630-a277-8bc7856ebe35 req-66edbf25-6a5f-4a7a-b8dc-e55fa24edade service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (4e632cce-7399-46a4-bd1f-b767f32a4158), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:35.146159 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-ad48009f-4c0c-4927-961e-d23fd8ba6892 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5a0251cb60034ffaada8d79edb3fc30b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8994358 May 26 19:37:35.147573 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 51200) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:35.194584 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b6c872f6-fa27-4630-a277-8bc7856ebe35 req-66edbf25-6a5f-4a7a-b8dc-e55fa24edade service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026612 May 26 19:37:35.195540 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66edbf25-6a5f-4a7a-b8dc-e55fa24edade service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4e632cce-7399-46a4-bd1f-b767f32a4158,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:35.209372 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.db.api [req-607ed070-300a-40f4-bc2c-ec34eba28042 req-f5f7dc84-629c-4691-94b9-d7ab9038edb2 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 990b5e5e2aee4eb8941b33986ddbe4ce {{(pid=104684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 19:37:35.209372 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG oslo_db.api [req-607ed070-300a-40f4-bc2c-ec34eba28042 req-f5f7dc84-629c-4691-94b9-d7ab9038edb2 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:37:35.232776 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d061d150-5a3c-44cb-b5eb-1566f641f049 req-0addc977-95b7-4e48-b88f-7baf3fca26bb tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085273 May 26 19:37:35.239830 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aebef8-15f9-47bd-9945-d8440b2d5bf7 req-43474909-37c8-43cc-9394-d6a6be88f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:35.244624 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63aebef8-15f9-47bd-9945-d8440b2d5bf7 req-43474909-37c8-43cc-9394-d6a6be88f691 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1187141 May 26 19:37:35.261666 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2a8bff0b-8b1f-4141-91d5-36eab7f167ad admin admin] Publish callbacks [] for security_group (588208cb-2123-48ce-86a2-7c69b123e7c4), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:35.285249 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2a8bff0b-8b1f-4141-91d5-36eab7f167ad admin admin] Publish callbacks [] for security_group (588208cb-2123-48ce-86a2-7c69b123e7c4), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:35.337960 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['4eedf65c-da1c-48d7-8869-d150a6c93ed0'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:37:35.473330 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2a8bff0b-8b1f-4141-91d5-36eab7f167ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (588208cb-2123-48ce-86a2-7c69b123e7c4), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:35.476327 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2a8bff0b-8b1f-4141-91d5-36eab7f167ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:35.477449 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-2a8bff0b-8b1f-4141-91d5-36eab7f167ad admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/588208cb-2123-48ce-86a2-7c69b123e7c4 HTTP/1.1" status: 204 len: 168 time: 0.3136530 May 26 19:37:35.494527 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bff0b-8b1f-4141-91d5-36eab7f167ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588208cb-2123-48ce-86a2-7c69b123e7c4,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:35.528318 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63aebef8-15f9-47bd-9945-d8440b2d5bf7 req-4210c3ed-e94c-4488-ade7-671097de10ee service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062725 May 26 19:37:35.627996 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63aebef8-15f9-47bd-9945-d8440b2d5bf7 req-884bea3f-4ec5-41f7-a622-26ed037f3430 service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932522 May 26 19:37:35.711154 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-607ed070-300a-40f4-bc2c-ec34eba28042 req-f5f7dc84-629c-4691-94b9-d7ab9038edb2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:35.811639 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:35.821318 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-607ed070-300a-40f4-bc2c-ec34eba28042 req-f5f7dc84-629c-4691-94b9-d7ab9038edb2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9155104 May 26 19:37:35.848889 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fa520-e4cb-49e7-8650-e7bd85bc19cb req-8d25ed2d-9388-4b2d-a1c2-f8a942f11fa4 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:35.851722 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-228fa520-e4cb-49e7-8650-e7bd85bc19cb req-8d25ed2d-9388-4b2d-a1c2-f8a942f11fa4 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 946 time: 0.0744138 May 26 19:37:35.870617 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:35.890847 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed3958-2692-435a-ace1-23934dce2aa9 req-2acb0ee6-da5b-45a8-92ee-2c2bc926565e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:35.898409 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-b6ed3958-2692-435a-ace1-23934dce2aa9 req-2acb0ee6-da5b-45a8-92ee-2c2bc926565e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 944 time: 0.0627761 May 26 19:37:35.910715 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-228fa520-e4cb-49e7-8650-e7bd85bc19cb req-8434bf20-d90b-4d7a-a958-d48f09d17af2 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532439 May 26 19:37:35.973459 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-b6ed3958-2692-435a-ace1-23934dce2aa9 req-789d5426-0202-40c5-9f25-e94d0e33e9ff tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745051 May 26 19:37:36.207069 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 4eedf65c-da1c-48d7-8869-d150a6c93ed0 up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:37:36.294676 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning for port 4eedf65c-da1c-48d7-8869-d150a6c93ed0 completed by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 19:37:36.301605 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:36.401962 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port 4eedf65c-da1c-48d7-8869-d150a6c93ed0 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:36.402574 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (4eedf65c-da1c-48d7-8869-d150a6c93ed0), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:36.427518 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ae7db-25f7-4505-85ad-eea0b735ccd5 req-e8af1097-0905-4ed0-8804-6dee20365d22 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:36.429036 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-921ae7db-25f7-4505-85ad-eea0b735ccd5 req-e8af1097-0905-4ed0-8804-6dee20365d22 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 946 time: 0.0853302 May 26 19:37:36.471210 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:36.520774 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-921ae7db-25f7-4505-85ad-eea0b735ccd5 req-45ab0c97-4010-4618-9405-e3aed78093c7 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836573 May 26 19:37:36.530142 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:37:36.532241 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 4eedf65c-da1c-48d7-8869-d150a6c93ed0 is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:37:36.533523 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (4eedf65c-da1c-48d7-8869-d150a6c93ed0), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:36.561303 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdd25a5-210c-4638-95a5-4cf961b1d9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eedf65c-da1c-48d7-8869-d150a6c93ed0'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:37:36.564096 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c15e04-515d-4f45-934e-5aec5f91e252" -d '{"events": [{"server_uuid": "9cdd25a5-210c-4638-95a5-4cf961b1d9d3", "name": "network-vif-plugged", "status": "completed", "tag": "4eedf65c-da1c-48d7-8869-d150a6c93ed0"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:37:36.578414 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 4eedf65c-da1c-48d7-8869-d150a6c93ed0, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4eedf65c-da1c-48d7-8869-d150a6c93ed0,segment=NetworkSegment(bc2a2a0d-a1b3-4069-8e6b-6f21f689784b),segment_id=bc2a2a0d-a1b3-4069-8e6b-6f21f689784b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:37:36.607759 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd59337f-8b29-43e1-bc49-65ecf0d2aa3e x-openstack-request-id: req-fd59337f-8b29-43e1-bc49-65ecf0d2aa3e {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:37:36.608831 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdd25a5-210c-4638-95a5-4cf961b1d9d3", "name": "network-vif-plugged", "status": "completed", "tag": "4eedf65c-da1c-48d7-8869-d150a6c93ed0", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:37:36.608831 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fd59337f-8b29-43e1-bc49-65ecf0d2aa3e {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:37:36.609192 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd59337f-8b29-43e1-bc49-65ecf0d2aa3e'] response: {'server_uuid': '9cdd25a5-210c-4638-95a5-4cf961b1d9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eedf65c-da1c-48d7-8869-d150a6c93ed0', 'code': 200} May 26 19:37:36.704804 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (4eedf65c-da1c-48d7-8869-d150a6c93ed0), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:36.705598 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 40dd7f56-37e3-4a52-a2d9-f04821553aa0 up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:37:36.782278 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=4eedf65c-da1c-48d7-8869-d150a6c93ed0,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:36.786867 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning for port 40dd7f56-37e3-4a52-a2d9-f04821553aa0 completed by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 19:37:36.875801 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port 40dd7f56-37e3-4a52-a2d9-f04821553aa0 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:37:36.876179 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (40dd7f56-37e3-4a52-a2d9-f04821553aa0), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:36.982323 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 40dd7f56-37e3-4a52-a2d9-f04821553aa0 is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:37:36.982796 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (40dd7f56-37e3-4a52-a2d9-f04821553aa0), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:37.024403 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 40dd7f56-37e3-4a52-a2d9-f04821553aa0, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=40dd7f56-37e3-4a52-a2d9-f04821553aa0,segment=NetworkSegment(bc2a2a0d-a1b3-4069-8e6b-6f21f689784b),segment_id=bc2a2a0d-a1b3-4069-8e6b-6f21f689784b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:37:37.078318 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2488ee-86ab-41d7-af6f-606c2f224809 req-c519a39a-da73-4585-8efb-d156de1f16a4 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:37.079817 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0f2488ee-86ab-41d7-af6f-606c2f224809 req-c519a39a-da73-4585-8efb-d156de1f16a4 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 946 time: 0.0608087 May 26 19:37:37.109758 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b227753-f447-4ac4-9596-a95cf5b5d5e6 req-aa0e679d-29f1-4ce5-b1c3-3943d8fecd27 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:37.111565 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6b227753-f447-4ac4-9596-a95cf5b5d5e6 req-aa0e679d-29f1-4ce5-b1c3-3943d8fecd27 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0501022 May 26 19:37:37.121650 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (40dd7f56-37e3-4a52-a2d9-f04821553aa0), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:37.151465 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0f2488ee-86ab-41d7-af6f-606c2f224809 req-dee25ea7-7ee0-4401-9f42-c29fba467e54 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652087 May 26 19:37:37.164666 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:37.176590 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=40dd7f56-37e3-4a52-a2d9-f04821553aa0,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:37.188746 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6b227753-f447-4ac4-9596-a95cf5b5d5e6 req-af2ba8bb-34e6-4850-8c77-5506c9947ece tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712698 May 26 19:37:37.379124 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:37.684314 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa88cf-a4c3-4989-a96c-c3e9b6f61de6 req-3c869a4d-9cad-452b-9f6b-491e15f70dff tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:37.691471 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a9fa88cf-a4c3-4989-a96c-c3e9b6f61de6 req-3c869a4d-9cad-452b-9f6b-491e15f70dff tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 946 time: 0.0913284 May 26 19:37:37.765840 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a9fa88cf-a4c3-4989-a96c-c3e9b6f61de6 req-09e474db-2bdb-46b7-bfef-981060e2e01a tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701931 May 26 19:37:37.795169 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:38.326562 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e694af-e997-493d-9cae-ac5f430529c6 req-03988791-5dfb-4f46-bae9-b441a7bf227d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:38.326562 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-72e694af-e997-493d-9cae-ac5f430529c6 req-03988791-5dfb-4f46-bae9-b441a7bf227d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 1129 time: 0.0643938 May 26 19:37:38.384301 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d03e0-6079-4267-b2be-ca4406cf8cf2 req-35a09487-6d8f-4ead-bc3b-c1190a60b82b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:38.384301 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2f2d03e0-6079-4267-b2be-ca4406cf8cf2 req-35a09487-6d8f-4ead-bc3b-c1190a60b82b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 946 time: 0.1650910 May 26 19:37:38.410437 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2c37f-8d50-4136-a452-05fb0bfd7d57 req-47e57de4-94ac-4fa5-8577-fae61e9852ac tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:38.412188 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-42c2c37f-8d50-4136-a452-05fb0bfd7d57 req-47e57de4-94ac-4fa5-8577-fae61e9852ac tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.1030877 May 26 19:37:38.433657 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-72e694af-e997-493d-9cae-ac5f430529c6 req-aee61afe-72bd-494e-a1cf-4a91120ab6eb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965843 May 26 19:37:38.467932 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2f2d03e0-6079-4267-b2be-ca4406cf8cf2 req-7b773ca4-5072-4720-b345-5108dc7c132a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783656 May 26 19:37:38.477958 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-42c2c37f-8d50-4136-a452-05fb0bfd7d57 req-dd19fbf4-2627-459c-9a81-9261d0b88ab3 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580809 May 26 19:37:38.612589 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe881d0-23c9-414a-a94b-8be8035792f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40dd7f56-37e3-4a52-a2d9-f04821553aa0'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:37:38.615836 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a03b528-8daa-4143-8878-fa5e07599f11" -d '{"events": [{"server_uuid": "ebe881d0-23c9-414a-a94b-8be8035792f4", "name": "network-vif-plugged", "status": "completed", "tag": "40dd7f56-37e3-4a52-a2d9-f04821553aa0"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:37:38.667927 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a259f542-0bd5-42c0-a833-629a27623212 x-openstack-request-id: req-a259f542-0bd5-42c0-a833-629a27623212 {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:37:38.668223 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe881d0-23c9-414a-a94b-8be8035792f4", "name": "network-vif-plugged", "status": "completed", "tag": "40dd7f56-37e3-4a52-a2d9-f04821553aa0", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:37:38.668467 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a259f542-0bd5-42c0-a833-629a27623212 {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:37:38.668847 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a259f542-0bd5-42c0-a833-629a27623212'] response: {'server_uuid': 'ebe881d0-23c9-414a-a94b-8be8035792f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40dd7f56-37e3-4a52-a2d9-f04821553aa0', 'code': 200} May 26 19:37:38.682953 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23059d75-6351-4e44-9f5f-6dc761c971a8 req-b7fabe21-c5a4-46dd-aabd-622846a6e517 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:38.693682 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-23059d75-6351-4e44-9f5f-6dc761c971a8 req-b7fabe21-c5a4-46dd-aabd-622846a6e517 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 946 time: 0.0898614 May 26 19:37:38.694261 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 51352) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:38.701191 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-18297e95-96c1-48bb-92dd-615fc47a6ebf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'floatingip': {'port_id': 'bb441dd0-8885-4c02-8728-1c89ea5d6a61'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:37:38.791061 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-18297e95-96c1-48bb-92dd-615fc47a6ebf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (b977a9bf-aa16-4458-b349-83471c9cf592), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:38.952135 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b7fc2-b736-4552-a526-d0fa4c940072 req-d0c48e96-d3ff-47fb-9b15-416324a41be6 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:38.953598 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1d5b7fc2-b736-4552-a526-d0fa4c940072 req-d0c48e96-d3ff-47fb-9b15-416324a41be6 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 946 time: 0.0879896 May 26 19:37:39.092257 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1d5b7fc2-b736-4552-a526-d0fa4c940072 req-5c7ba715-e385-4287-90dc-bdedc90a7f28 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243920 May 26 19:37:39.165295 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 51370) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:39.275349 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da2c2e-2d06-49ef-8ea4-25ba018f7d49 req-9fc76fa4-2679-4b87-8cd8-f6d8042af01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:39.275349 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-94da2c2e-2d06-49ef-8ea4-25ba018f7d49 req-9fc76fa4-2679-4b87-8cd8-f6d8042af01c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 1130 time: 0.0597072 May 26 19:37:39.323315 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4c6551cf-8de3-4698-a6b9-4d3950270c63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:39.374008 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-94da2c2e-2d06-49ef-8ea4-25ba018f7d49 req-947edd07-66fa-4919-b3ac-b0f7a2f40555 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717955 May 26 19:37:39.414759 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:INSERT=16,neutron:SELECT=83,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:39.443529 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4c6551cf-8de3-4698-a6b9-4d3950270c63 admin admin] Publish callbacks [] for security_group (d2af976d-6b0a-4fdd-9534-cb59af7c4590), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:39.471890 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:39.522931 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4c6551cf-8de3-4698-a6b9-4d3950270c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (d2af976d-6b0a-4fdd-9534-cb59af7c4590), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:39.580655 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-4c6551cf-8de3-4698-a6b9-4d3950270c63 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b4b010024a054577bef8fa148d4f0ac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4117532 May 26 19:37:39.580655 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6551cf-8de3-4698-a6b9-4d3950270c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2af976d-6b0a-4fdd-9534-cb59af7c4590,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:39.581502 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 51390) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:39.638172 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-18297e95-96c1-48bb-92dd-615fc47a6ebf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:39.671042 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d5587-c83c-472d-bca8-a93e76b01ded req-ca88d093-8a45-4176-ab8e-de66250150d0 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:39.672498 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e08d5587-c83c-472d-bca8-a93e76b01ded req-ca88d093-8a45-4176-ab8e-de66250150d0 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0596831 May 26 19:37:39.677435 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c6e8e34c-db69-4bd9-8476-798cf0d8623d admin admin] Publish callbacks [] for security_group (d2af976d-6b0a-4fdd-9534-cb59af7c4590), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:39.712962 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c6e8e34c-db69-4bd9-8476-798cf0d8623d admin admin] Publish callbacks [] for security_group (d2af976d-6b0a-4fdd-9534-cb59af7c4590), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:39.723202 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-18297e95-96c1-48bb-92dd-615fc47a6ebf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (b977a9bf-aa16-4458-b349-83471c9cf592), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:39.766000 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e08d5587-c83c-472d-bca8-a93e76b01ded req-aa835e56-2030-430d-b7f0-29814d0f83ac tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851626 May 26 19:37:39.888481 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c6e8e34c-db69-4bd9-8476-798cf0d8623d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (d2af976d-6b0a-4fdd-9534-cb59af7c4590), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:39.892739 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c6e8e34c-db69-4bd9-8476-798cf0d8623d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:39.897633 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-c6e8e34c-db69-4bd9-8476-798cf0d8623d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d2af976d-6b0a-4fdd-9534-cb59af7c4590 HTTP/1.1" status: 204 len: 168 time: 0.3130846 May 26 19:37:39.909908 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8e34c-db69-4bd9-8476-798cf0d8623d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2af976d-6b0a-4fdd-9534-cb59af7c4590,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:40.064120 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.l3_db [None req-18297e95-96c1-48bb-92dd-615fc47a6ebf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Floating IP b977a9bf-aa16-4458-b349-83471c9cf592 associated. External IP: 172.27.0.182, port: bb441dd0-8885-4c02-8728-1c89ea5d6a61. May 26 19:37:40.103092 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:40.315149 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18297e95-96c1-48bb-92dd-615fc47a6ebf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:37:40.323544 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:40.430815 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18297e95-96c1-48bb-92dd-615fc47a6ebf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:37:40.435678 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-18297e95-96c1-48bb-92dd-615fc47a6ebf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:40.443987 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ec001-0b4a-4ce0-bef2-58c6f134d0b4 None None] Sync routers for ids ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:37:40.454398 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8ec001-0b4a-4ce0-bef2-58c6f134d0b4 None None] Routers {'b0d441a2-04dd-492e-8b78-e74be8ab4bc6'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:37:40.455117 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-2f8ec001-0b4a-4ce0-bef2-58c6f134d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:37:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:40.468149 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-18297e95-96c1-48bb-92dd-615fc47a6ebf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "PUT /v2.0/floatingips/b977a9bf-aa16-4458-b349-83471c9cf592 HTTP/1.1" status: 200 len: 992 time: 1.7728288 May 26 19:37:40.468797 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee8cee6-5c93-4631-a2c1-f371a167fe97', 'tag': 'bb441dd0-8885-4c02-8728-1c89ea5d6a61'}] {{(pid=104685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:37:40.471324 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}580a5c817d768ebcbdba4f0d83444aaab2d380737ec7b53e235c94cd1e37ed20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aec6ff9-4277-4aee-9a6e-926fcd76f6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "cee8cee6-5c93-4631-a2c1-f371a167fe97", "tag": "bb441dd0-8885-4c02-8728-1c89ea5d6a61"}]}' {{(pid=104685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:37:40.511894 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0fb831-bddd-4a4c-bb67-fe84205ac2a4 x-openstack-request-id: req-bb0fb831-bddd-4a4c-bb67-fe84205ac2a4 {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:37:40.512237 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee8cee6-5c93-4631-a2c1-f371a167fe97", "tag": "bb441dd0-8885-4c02-8728-1c89ea5d6a61", "status": "completed", "code": 200}]} {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:37:40.512571 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bb0fb831-bddd-4a4c-bb67-fe84205ac2a4 {{(pid=104685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:37:40.512970 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb0fb831-bddd-4a4c-bb67-fe84205ac2a4'] response: {'name': 'network-changed', 'server_uuid': 'cee8cee6-5c93-4631-a2c1-f371a167fe97', 'tag': 'bb441dd0-8885-4c02-8728-1c89ea5d6a61', 'status': 'completed', 'code': 200} May 26 19:37:40.559568 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-2f8ec001-0b4a-4ce0-bef2-58c6f134d0b4 None None] Set router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:37:40.772691 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec6ff9-4277-4aee-9a6e-926fcd76f6d7 req-740816dc-cb08-4835-ac09-f330e79e166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:40.776975 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6aec6ff9-4277-4aee-9a6e-926fcd76f6d7 req-740816dc-cb08-4835-ac09-f330e79e166a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba&device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 1130 time: 0.0489838 May 26 19:37:40.784477 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 51424) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:40.801339 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a31f7f6a-7db4-4184-9c0c-fbb3f0714486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:40.847214 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-2f8ec001-0b4a-4ce0-bef2-58c6f134d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'b977a9bf-aa16-4458-b349-83471c9cf592', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'port_id': 'bb441dd0-8885-4c02-8728-1c89ea5d6a61', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'mac_address': 'fa:16:3e:aa:9c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee8cee6-5c93-4631-a2c1-f371a167fe97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:37:09Z', 'updated_at': '2022-05-26T19:37:39Z', 'revision_number': 1, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:40.918071 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec6ff9-4277-4aee-9a6e-926fcd76f6d7 req-3d8536c7-1f33-4356-827b-5498a9792c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:40.919779 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6aec6ff9-4277-4aee-9a6e-926fcd76f6d7 req-3d8536c7-1f33-4356-827b-5498a9792c4f service neutron] 10.222.0.77 "GET /v2.0/networks?id=2ddf1778-5518-469d-acdc-1047098dc517 HTTP/1.1" status: 200 len: 916 time: 0.1344380 May 26 19:37:40.922939 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a31f7f6a-7db4-4184-9c0c-fbb3f0714486 admin admin] Publish callbacks [] for security_group (5ba525dc-e54c-4870-b39e-76a28f56a733), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:40.954249 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ec001-0b4a-4ce0-bef2-58c6f134d0b4 None None] Checking router: b0d441a2-04dd-492e-8b78-e74be8ab4bc6 for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:37:40.963730 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8ec001-0b4a-4ce0-bef2-58c6f134d0b4 None None] Routers {'b0d441a2-04dd-492e-8b78-e74be8ab4bc6'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:37:40.964349 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-2f8ec001-0b4a-4ce0-bef2-58c6f134d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:37:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:40.966922 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168be21-6a66-4e40-b566-5cf65dae7d8b req-10df608f-eb19-43f6-a8fb-650091d7e0c1 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:40.968629 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a168be21-6a66-4e40-b566-5cf65dae7d8b req-10df608f-eb19-43f6-a8fb-650091d7e0c1 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0622404 May 26 19:37:41.018748 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a31f7f6a-7db4-4184-9c0c-fbb3f0714486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (5ba525dc-e54c-4870-b39e-76a28f56a733), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:41.071740 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-2f8ec001-0b4a-4ce0-bef2-58c6f134d0b4 None None] Set router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:37:41.074734 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-a31f7f6a-7db4-4184-9c0c-fbb3f0714486 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=130548acd5a6486a87926b53fb60c112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889731 May 26 19:37:41.076464 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f7f6a-7db4-4184-9c0c-fbb3f0714486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba525dc-e54c-4870-b39e-76a28f56a733,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:41.078791 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 51430) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:41.094263 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a168be21-6a66-4e40-b566-5cf65dae7d8b req-053a7876-2bea-423b-aaa4-62d1673056e6 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796466 May 26 19:37:41.110646 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6aec6ff9-4277-4aee-9a6e-926fcd76f6d7 req-d4b05e7b-439f-4937-bccb-8fc1f9460afb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb441dd0-8885-4c02-8728-1c89ea5d6a61 HTTP/1.1" status: 200 len: 1000 time: 0.1379876 May 26 19:37:41.162323 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7f426961-4e01-4eb9-80c7-650b26380c70 admin admin] Publish callbacks [] for security_group (5ba525dc-e54c-4870-b39e-76a28f56a733), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:41.209756 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7f426961-4e01-4eb9-80c7-650b26380c70 admin admin] Publish callbacks [] for security_group (5ba525dc-e54c-4870-b39e-76a28f56a733), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:41.315916 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-2f8ec001-0b4a-4ce0-bef2-58c6f134d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'b977a9bf-aa16-4458-b349-83471c9cf592', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'port_id': 'bb441dd0-8885-4c02-8728-1c89ea5d6a61', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'mac_address': 'fa:16:3e:aa:9c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee8cee6-5c93-4631-a2c1-f371a167fe97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:37:09Z', 'updated_at': '2022-05-26T19:37:39Z', 'revision_number': 1, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:41.346459 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ec001-0b4a-4ce0-bef2-58c6f134d0b4 None None] The sync data for ids ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'] in dv-cinder-825492-17-iscsi is: [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'b977a9bf-aa16-4458-b349-83471c9cf592', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'port_id': 'bb441dd0-8885-4c02-8728-1c89ea5d6a61', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'mac_address': 'fa:16:3e:aa:9c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee8cee6-5c93-4631-a2c1-f371a167fe97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:37:09Z', 'updated_at': '2022-05-26T19:37:39Z', 'revision_number': 1, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:37:41.373168 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7f426961-4e01-4eb9-80c7-650b26380c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (5ba525dc-e54c-4870-b39e-76a28f56a733), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:41.375815 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7f426961-4e01-4eb9-80c7-650b26380c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:41.376970 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-7f426961-4e01-4eb9-80c7-650b26380c70 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5ba525dc-e54c-4870-b39e-76a28f56a733 HTTP/1.1" status: 204 len: 168 time: 0.2963459 May 26 19:37:41.387390 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f426961-4e01-4eb9-80c7-650b26380c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba525dc-e54c-4870-b39e-76a28f56a733,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:41.584890 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3da8f7-701b-4dba-9542-6718626a0c93 None None] New status for floating IP b977a9bf-aa16-4458-b349-83471c9cf592: ACTIVE {{(pid=104686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:37:41.680982 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 51450) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:41.758327 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec6ff9-4277-4aee-9a6e-926fcd76f6d7 req-fc5646ea-70ac-4313-8e80-9875c85b63bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:41.762756 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6aec6ff9-4277-4aee-9a6e-926fcd76f6d7 req-fc5646ea-70ac-4313-8e80-9875c85b63bd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=211cc661-0675-4518-a8c1-1c3a38ef5bb2 HTTP/1.1" status: 200 len: 854 time: 0.1185868 May 26 19:37:41.895685 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec6ff9-4277-4aee-9a6e-926fcd76f6d7 req-0db91337-3a91-47d3-bc04-64da4612d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:41.899104 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6aec6ff9-4277-4aee-9a6e-926fcd76f6d7 req-0db91337-3a91-47d3-bc04-64da4612d2f0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ddf1778-5518-469d-acdc-1047098dc517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1282942 May 26 19:37:41.979279 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bf6ff77b-0e0e-425c-ab4a-9eb174bcf8e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:42.077814 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34225e14-7c04-43cf-99af-79a9093901ff req-5c9addca-a46b-4ce8-8e3b-993e8823cd36 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:42.083097 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-34225e14-7c04-43cf-99af-79a9093901ff req-5c9addca-a46b-4ce8-8e3b-993e8823cd36 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.1237333 May 26 19:37:42.101253 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbb679-5172-4b48-ad18-da3009b4143a req-4c84fd58-142b-4d91-a3bd-3a50ba099141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:42.102779 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-eadbb679-5172-4b48-ad18-da3009b4143a req-4c84fd58-142b-4d91-a3bd-3a50ba099141 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf99d88fec9046608e464a5e2c75506e&device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 1129 time: 0.0750749 May 26 19:37:42.107025 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6aec6ff9-4277-4aee-9a6e-926fcd76f6d7 req-61ac5bcb-b286-4416-a513-2cc7a5bb65e3 service neutron] 10.222.0.77 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996033 May 26 19:37:42.165619 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-34225e14-7c04-43cf-99af-79a9093901ff req-843d8c0e-c968-45dd-8f72-b607f3a2f80f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691040 May 26 19:37:42.199047 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bf6ff77b-0e0e-425c-ab4a-9eb174bcf8e2 admin admin] Publish callbacks [] for security_group (b91ef100-21a0-4f9f-b200-56a1c03b1406), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:42.408204 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bf6ff77b-0e0e-425c-ab4a-9eb174bcf8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (b91ef100-21a0-4f9f-b200-56a1c03b1406), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:42.410954 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:42.451398 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-bf6ff77b-0e0e-425c-ab4a-9eb174bcf8e2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=065de8a44e5b4c7ab6e581b44c203bd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7688575 May 26 19:37:42.452051 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ff77b-0e0e-425c-ab4a-9eb174bcf8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91ef100-21a0-4f9f-b200-56a1c03b1406,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:42.454538 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 51488) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:42.471757 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6aec6ff9-4277-4aee-9a6e-926fcd76f6d7 req-b7df6177-7fb6-4c45-814c-308ac0c07149 service neutron] 10.222.0.77 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458745 May 26 19:37:42.485599 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbb679-5172-4b48-ad18-da3009b4143a req-c070452c-ca29-4cf7-80f7-53ee9eee2a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:42.487578 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-eadbb679-5172-4b48-ad18-da3009b4143a req-c070452c-ca29-4cf7-80f7-53ee9eee2a78 service neutron] 10.222.0.77 "GET /v2.0/networks?id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d HTTP/1.1" status: 200 len: 919 time: 0.3387964 May 26 19:37:42.513262 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d3846bd3-04e7-40b5-95c6-ca98142b8531 admin admin] Publish callbacks [] for security_group (b91ef100-21a0-4f9f-b200-56a1c03b1406), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:42.539190 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:42.540099 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d3846bd3-04e7-40b5-95c6-ca98142b8531 admin admin] Publish callbacks [] for security_group (b91ef100-21a0-4f9f-b200-56a1c03b1406), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:42.540506 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-eadbb679-5172-4b48-ad18-da3009b4143a req-f93d16f7-bb3e-439b-ad2c-0b6054456ef0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eedf65c-da1c-48d7-8869-d150a6c93ed0 HTTP/1.1" status: 200 len: 217 time: 0.0456958 May 26 19:37:42.608130 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbb679-5172-4b48-ad18-da3009b4143a req-d9154386-5157-4439-b57e-ca30eee05c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:42.609576 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-eadbb679-5172-4b48-ad18-da3009b4143a req-d9154386-5157-4439-b57e-ca30eee05c99 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=74ab063f-9814-4a72-a36c-4bbd4ab07270 HTTP/1.1" status: 200 len: 857 time: 0.0571616 May 26 19:37:42.648299 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:42.660761 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbb679-5172-4b48-ad18-da3009b4143a req-54dfa9c1-b942-4785-a34b-52245e92b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:42.662326 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-eadbb679-5172-4b48-ad18-da3009b4143a req-54dfa9c1-b942-4785-a34b-52245e92b0be service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451496 May 26 19:37:42.733920 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d3846bd3-04e7-40b5-95c6-ca98142b8531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (b91ef100-21a0-4f9f-b200-56a1c03b1406), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:42.737039 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d3846bd3-04e7-40b5-95c6-ca98142b8531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:42.738268 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-d3846bd3-04e7-40b5-95c6-ca98142b8531 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b91ef100-21a0-4f9f-b200-56a1c03b1406 HTTP/1.1" status: 204 len: 168 time: 0.2827291 May 26 19:37:42.749375 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3846bd3-04e7-40b5-95c6-ca98142b8531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91ef100-21a0-4f9f-b200-56a1c03b1406,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:42.768706 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-eadbb679-5172-4b48-ad18-da3009b4143a req-b8b78d79-4e26-45ea-ac42-7db494435b15 service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994830 May 26 19:37:42.889930 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-eadbb679-5172-4b48-ad18-da3009b4143a req-767a4dc7-9d37-4cc7-9109-1ca49299bf55 service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143458 May 26 19:37:42.938017 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:43.300957 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e86ba1-af5c-4a44-a3b7-b7d63c358a0c req-49cb7212-8a30-4bbb-b199-d649e94f1fd9 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:43.303104 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-73e86ba1-af5c-4a44-a3b7-b7d63c358a0c req-49cb7212-8a30-4bbb-b199-d649e94f1fd9 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0621567 May 26 19:37:43.305352 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:43.362514 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-73e86ba1-af5c-4a44-a3b7-b7d63c358a0c req-f07ccc43-68f4-4b2f-ab58-77230e52a6dd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508716 May 26 19:37:43.657521 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 51544) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:43.673712 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3fb156be-56fd-4871-b418-37a408bf1be4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:43.761820 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3fb156be-56fd-4871-b418-37a408bf1be4 admin admin] Publish callbacks [] for security_group (601e0953-af1f-4944-9c23-08a12f0bd493), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:43.766504 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:43.824455 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3fb156be-56fd-4871-b418-37a408bf1be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (601e0953-af1f-4944-9c23-08a12f0bd493), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:43.868057 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-3fb156be-56fd-4871-b418-37a408bf1be4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=28faa5fbe8e949d6b0671d7cd5a55c9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085683 May 26 19:37:43.868876 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb156be-56fd-4871-b418-37a408bf1be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601e0953-af1f-4944-9c23-08a12f0bd493,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:43.875795 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 51558) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:43.924761 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bc811d22-1420-46d3-b093-4f5c0a118f85 admin admin] Publish callbacks [] for security_group (601e0953-af1f-4944-9c23-08a12f0bd493), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:43.951710 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bc811d22-1420-46d3-b093-4f5c0a118f85 admin admin] Publish callbacks [] for security_group (601e0953-af1f-4944-9c23-08a12f0bd493), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:44.104069 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:44.105090 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bc811d22-1420-46d3-b093-4f5c0a118f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (601e0953-af1f-4944-9c23-08a12f0bd493), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:44.107952 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bc811d22-1420-46d3-b093-4f5c0a118f85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:44.109283 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-bc811d22-1420-46d3-b093-4f5c0a118f85 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/601e0953-af1f-4944-9c23-08a12f0bd493 HTTP/1.1" status: 204 len: 168 time: 0.2323322 May 26 19:37:44.117424 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc811d22-1420-46d3-b093-4f5c0a118f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601e0953-af1f-4944-9c23-08a12f0bd493,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:44.491014 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a52cc-d196-49e5-98c4-8843d3355a32 req-1135fa8d-c5a5-42bb-a915-d8b514fd1246 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:44.492509 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-816a52cc-d196-49e5-98c4-8843d3355a32 req-1135fa8d-c5a5-42bb-a915-d8b514fd1246 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0528173 May 26 19:37:44.545337 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-816a52cc-d196-49e5-98c4-8843d3355a32 req-9fdaddca-eb1c-4b81-8ccb-ffa0ec882f93 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455904 May 26 19:37:44.858969 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:45.504644 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:45.629251 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 51620) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:45.678716 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d959d-8df7-4391-ba05-b70e64a61df5 req-eee9d8af-0292-4b6d-b32a-8a4727bd884d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:45.680511 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-039d959d-8df7-4391-ba05-b70e64a61df5 req-eee9d8af-0292-4b6d-b32a-8a4727bd884d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0619645 May 26 19:37:45.730590 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-039d959d-8df7-4391-ba05-b70e64a61df5 req-3e9baa38-bc00-44a2-a5fe-229cee8e24ee tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427082 May 26 19:37:45.745622 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:45.760423 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-cbccafb4-3ef6-4f60-b779-1efe4d801ce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:45.843733 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-cbccafb4-3ef6-4f60-b779-1efe4d801ce1 admin admin] Publish callbacks [] for security_group (7a0caa90-d659-4666-b4f0-4e633e748b90), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:45.910550 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-cbccafb4-3ef6-4f60-b779-1efe4d801ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (7a0caa90-d659-4666-b4f0-4e633e748b90), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:45.914806 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:45.953132 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-cbccafb4-3ef6-4f60-b779-1efe4d801ce1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c7a626424b4b48cf88d0a9ca7f947b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213022 May 26 19:37:45.953996 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccafb4-3ef6-4f60-b779-1efe4d801ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0caa90-d659-4666-b4f0-4e633e748b90,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:45.956065 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 51630) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:46.010833 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-437e4d5e-67ef-4d66-b868-505da3b3be1e admin admin] Publish callbacks [] for security_group (7a0caa90-d659-4666-b4f0-4e633e748b90), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:46.045027 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-437e4d5e-67ef-4d66-b868-505da3b3be1e admin admin] Publish callbacks [] for security_group (7a0caa90-d659-4666-b4f0-4e633e748b90), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:46.257802 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-437e4d5e-67ef-4d66-b868-505da3b3be1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (7a0caa90-d659-4666-b4f0-4e633e748b90), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:46.260363 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-437e4d5e-67ef-4d66-b868-505da3b3be1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:46.261501 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-437e4d5e-67ef-4d66-b868-505da3b3be1e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7a0caa90-d659-4666-b4f0-4e633e748b90 HTTP/1.1" status: 204 len: 168 time: 0.3039417 May 26 19:37:46.273154 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e4d5e-67ef-4d66-b868-505da3b3be1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0caa90-d659-4666-b4f0-4e633e748b90,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:46.877688 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5202388-fb7f-4d95-a414-6168341e6fc3 req-ad6b18ae-8beb-44d9-9d6f-c00987de1bd8 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:46.879265 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a5202388-fb7f-4d95-a414-6168341e6fc3 req-ad6b18ae-8beb-44d9-9d6f-c00987de1bd8 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0538926 May 26 19:37:46.953035 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a5202388-fb7f-4d95-a414-6168341e6fc3 req-65fa51b3-9394-4bfa-818d-fb36025d74ea tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576007 May 26 19:37:47.093812 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:47.108816 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 51680) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:47.122970 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7c58fc86-6f69-4d5e-b6e4-aaa1278c14bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:47.201036 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7c58fc86-6f69-4d5e-b6e4-aaa1278c14bf admin admin] Publish callbacks [] for security_group (460438be-ee0b-4b49-baf9-bc14ebf5f8f9), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:47.281961 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7c58fc86-6f69-4d5e-b6e4-aaa1278c14bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (460438be-ee0b-4b49-baf9-bc14ebf5f8f9), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:47.324040 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-7c58fc86-6f69-4d5e-b6e4-aaa1278c14bf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ef7adacdae884b57bdeacfa4f061fd8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117712 May 26 19:37:47.324040 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58fc86-6f69-4d5e-b6e4-aaa1278c14bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460438be-ee0b-4b49-baf9-bc14ebf5f8f9,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:47.324449 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 51688) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:47.373952 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce4d1-4ace-4a5d-b80a-3128d83f51bf admin admin] Publish callbacks [] for security_group (460438be-ee0b-4b49-baf9-bc14ebf5f8f9), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:47.395833 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce4d1-4ace-4a5d-b80a-3128d83f51bf admin admin] Publish callbacks [] for security_group (460438be-ee0b-4b49-baf9-bc14ebf5f8f9), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:47.532383 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce4d1-4ace-4a5d-b80a-3128d83f51bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (460438be-ee0b-4b49-baf9-bc14ebf5f8f9), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:47.535476 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce4d1-4ace-4a5d-b80a-3128d83f51bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:47.539062 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-0c1ce4d1-4ace-4a5d-b80a-3128d83f51bf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/460438be-ee0b-4b49-baf9-bc14ebf5f8f9 HTTP/1.1" status: 204 len: 168 time: 0.2110438 May 26 19:37:47.561525 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ce4d1-4ace-4a5d-b80a-3128d83f51bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460438be-ee0b-4b49-baf9-bc14ebf5f8f9,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:48.061770 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70afdb4-914e-432b-8949-1d8316897422 req-bf9a489a-0430-4f69-a307-78c2574f2bf9 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:48.067362 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f70afdb4-914e-432b-8949-1d8316897422 req-bf9a489a-0430-4f69-a307-78c2574f2bf9 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0503914 May 26 19:37:48.127276 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f70afdb4-914e-432b-8949-1d8316897422 req-43a0c956-a88f-4f82-831f-20d549bd2e71 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562239 May 26 19:37:48.282020 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:48.417975 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 51722) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:48.431893 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f568a8cf-9ef7-49c2-867f-52b16ed6106d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:48.495604 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:48.508339 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f568a8cf-9ef7-49c2-867f-52b16ed6106d admin admin] Publish callbacks [] for security_group (a86bc03e-5c91-40d5-9a48-2a28877278d7), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:48.607728 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f568a8cf-9ef7-49c2-867f-52b16ed6106d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (a86bc03e-5c91-40d5-9a48-2a28877278d7), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:48.650721 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-f568a8cf-9ef7-49c2-867f-52b16ed6106d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e7337ca33b1e44f883b62f3663ec4ed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316184 May 26 19:37:48.651604 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568a8cf-9ef7-49c2-867f-52b16ed6106d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86bc03e-5c91-40d5-9a48-2a28877278d7,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:48.653943 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 51728) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:48.704558 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-071d5e6c-b579-4067-bd0b-623bae5687db admin admin] Publish callbacks [] for security_group (a86bc03e-5c91-40d5-9a48-2a28877278d7), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:48.729808 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-071d5e6c-b579-4067-bd0b-623bae5687db admin admin] Publish callbacks [] for security_group (a86bc03e-5c91-40d5-9a48-2a28877278d7), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:48.921759 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-071d5e6c-b579-4067-bd0b-623bae5687db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (a86bc03e-5c91-40d5-9a48-2a28877278d7), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:48.924458 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-071d5e6c-b579-4067-bd0b-623bae5687db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:48.925593 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-071d5e6c-b579-4067-bd0b-623bae5687db admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a86bc03e-5c91-40d5-9a48-2a28877278d7 HTTP/1.1" status: 204 len: 168 time: 0.2709117 May 26 19:37:48.934109 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d5e6c-b579-4067-bd0b-623bae5687db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86bc03e-5c91-40d5-9a48-2a28877278d7,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:49.243715 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ae003-03f0-4c87-9d33-f062c8cd7108 req-1ec52049-399e-4c42-85b3-680be914e6c6 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:49.245200 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-b60ae003-03f0-4c87-9d33-f062c8cd7108 req-1ec52049-399e-4c42-85b3-680be914e6c6 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0474722 May 26 19:37:49.294642 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-b60ae003-03f0-4c87-9d33-f062c8cd7108 req-46db1f92-9fe5-4688-99f3-4fe7ea2ef65d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428898 May 26 19:37:49.515859 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-bd3a2267-811d-435f-8ac4-68f2e5ebb82d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:50.421797 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5f234-d6cf-42a2-bcb0-285cec772dc4 req-7dc0002b-aa50-4c62-82b8-d03b0a304614 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:50.423361 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-74d5f234-d6cf-42a2-bcb0-285cec772dc4 req-7dc0002b-aa50-4c62-82b8-d03b0a304614 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0473895 May 26 19:37:50.476563 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-74d5f234-d6cf-42a2-bcb0-285cec772dc4 req-01966e7d-56a8-4c1c-b08f-ed7d2b0e885f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472558 May 26 19:37:51.088024 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 51842) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:51.294844 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-53ab0733-c294-4295-82e3-0b731516aa3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:51.319194 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:51.320143 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=64 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:51.363479 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:51.387217 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-53ab0733-c294-4295-82e3-0b731516aa3c admin admin] Publish callbacks [] for security_group (fa4b0616-7d37-4bed-a338-0bbc75f88c61), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:51.556274 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-53ab0733-c294-4295-82e3-0b731516aa3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (fa4b0616-7d37-4bed-a338-0bbc75f88c61), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:51.588700 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e12186-e2c2-4a55-b5fe-b5115df98353 req-69f62ce4-a647-4c20-a4c6-917be7431926 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:51.590166 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-41e12186-e2c2-4a55-b5fe-b5115df98353 req-69f62ce4-a647-4c20-a4c6-917be7431926 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0465539 May 26 19:37:51.596699 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-53ab0733-c294-4295-82e3-0b731516aa3c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bd27b5210c324fcaa4bba6852c939df2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5074282 May 26 19:37:51.597811 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab0733-c294-4295-82e3-0b731516aa3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4b0616-7d37-4bed-a338-0bbc75f88c61,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:51.600137 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 51868) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:51.655661 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-41e12186-e2c2-4a55-b5fe-b5115df98353 req-d0378962-6fa6-4676-bd84-393c44ddd4f5 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595317 May 26 19:37:51.663177 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f6b67acd-00d9-4fae-974c-ad3f5c2554b0 admin admin] Publish callbacks [] for security_group (fa4b0616-7d37-4bed-a338-0bbc75f88c61), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:51.694412 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f6b67acd-00d9-4fae-974c-ad3f5c2554b0 admin admin] Publish callbacks [] for security_group (fa4b0616-7d37-4bed-a338-0bbc75f88c61), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:51.877014 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f6b67acd-00d9-4fae-974c-ad3f5c2554b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (fa4b0616-7d37-4bed-a338-0bbc75f88c61), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:51.878276 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-056fbfd5-c5d0-4848-aa8a-1d6a7748b868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:51.881410 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f6b67acd-00d9-4fae-974c-ad3f5c2554b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:51.882809 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-f6b67acd-00d9-4fae-974c-ad3f5c2554b0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fa4b0616-7d37-4bed-a338-0bbc75f88c61 HTTP/1.1" status: 204 len: 168 time: 0.2816386 May 26 19:37:51.892817 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b67acd-00d9-4fae-974c-ad3f5c2554b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4b0616-7d37-4bed-a338-0bbc75f88c61,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:52.608638 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 51932) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:52.622837 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9b3ae6b1-c318-4302-9c66-50248a9c698c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:52.702269 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9b3ae6b1-c318-4302-9c66-50248a9c698c admin admin] Publish callbacks [] for security_group (d271382d-7eae-4b96-97ca-375dbb1f849d), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:52.775797 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 51942) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:52.779790 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9b3ae6b1-c318-4302-9c66-50248a9c698c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (d271382d-7eae-4b96-97ca-375dbb1f849d), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:52.786499 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:52.818238 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50a8ef-4dec-4b19-ba38-e500a98224b4 req-aa602165-2d91-48ba-91f2-787a9f1cf832 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:52.820108 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-4b50a8ef-4dec-4b19-ba38-e500a98224b4 req-aa602165-2d91-48ba-91f2-787a9f1cf832 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0720448 May 26 19:37:52.902300 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-9b3ae6b1-c318-4302-9c66-50248a9c698c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c835bf15b59a474b9d7b0100c15ff4fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2925637 May 26 19:37:52.905558 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 51954) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:52.906293 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ae6b1-c318-4302-9c66-50248a9c698c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d271382d-7eae-4b96-97ca-375dbb1f849d,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:52.919937 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-4b50a8ef-4dec-4b19-ba38-e500a98224b4 req-0bd7379e-6609-439f-809c-83dd5e5f1b0d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915778 May 26 19:37:52.967680 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:52.972527 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3c578cf2-d14a-4e3b-b184-2ab4e0957e28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:53.006050 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-586f3ab8-ded7-43d1-8994-d628b7409b52 admin admin] Publish callbacks [] for security_group (d271382d-7eae-4b96-97ca-375dbb1f849d), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:53.051298 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-586f3ab8-ded7-43d1-8994-d628b7409b52 admin admin] Publish callbacks [] for security_group (d271382d-7eae-4b96-97ca-375dbb1f849d), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:53.109361 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3c578cf2-d14a-4e3b-b184-2ab4e0957e28 admin admin] Publish callbacks [] for security_group (84e51c9a-7142-4bd6-b485-bba1cf4b55bc), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:53.561910 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3c578cf2-d14a-4e3b-b184-2ab4e0957e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (84e51c9a-7142-4bd6-b485-bba1cf4b55bc), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:53.600166 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c578cf2-d14a-4e3b-b184-2ab4e0957e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e51c9a-7142-4bd6-b485-bba1cf4b55bc,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:53.617519 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-3c578cf2-d14a-4e3b-b184-2ab4e0957e28 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7cf2eda20a124722b5071f3cc405db49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8272648 May 26 19:37:53.617519 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c578cf2-d14a-4e3b-b184-2ab4e0957e28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.617519 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c578cf2-d14a-4e3b-b184-2ab4e0957e28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.617519 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c578cf2-d14a-4e3b-b184-2ab4e0957e28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.617519 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c578cf2-d14a-4e3b-b184-2ab4e0957e28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.617519 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c578cf2-d14a-4e3b-b184-2ab4e0957e28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.617519 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c578cf2-d14a-4e3b-b184-2ab4e0957e28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.617519 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c578cf2-d14a-4e3b-b184-2ab4e0957e28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.617519 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c578cf2-d14a-4e3b-b184-2ab4e0957e28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.617519 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c578cf2-d14a-4e3b-b184-2ab4e0957e28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.617519 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c578cf2-d14a-4e3b-b184-2ab4e0957e28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.618351 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 51962) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:53.618811 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c578cf2-d14a-4e3b-b184-2ab4e0957e28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.618811 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c578cf2-d14a-4e3b-b184-2ab4e0957e28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.618811 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c578cf2-d14a-4e3b-b184-2ab4e0957e28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.618811 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c578cf2-d14a-4e3b-b184-2ab4e0957e28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.618811 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c578cf2-d14a-4e3b-b184-2ab4e0957e28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.642174 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-586f3ab8-ded7-43d1-8994-d628b7409b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (d271382d-7eae-4b96-97ca-375dbb1f849d), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:53.644950 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-586f3ab8-ded7-43d1-8994-d628b7409b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:53.646251 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-586f3ab8-ded7-43d1-8994-d628b7409b52 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d271382d-7eae-4b96-97ca-375dbb1f849d HTTP/1.1" status: 204 len: 168 time: 0.7396142 May 26 19:37:53.650246 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:53.656645 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f3ab8-ded7-43d1-8994-d628b7409b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d271382d-7eae-4b96-97ca-375dbb1f849d,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:53.679332 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e62c1181-8baa-48cc-96fe-e974bcd8e95f admin admin] Publish callbacks [] for security_group (84e51c9a-7142-4bd6-b485-bba1cf4b55bc), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:53.701318 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e62c1181-8baa-48cc-96fe-e974bcd8e95f admin admin] Publish callbacks [] for security_group (84e51c9a-7142-4bd6-b485-bba1cf4b55bc), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:53.872842 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4a3e6384-8dd9-44c1-9f9f-9650c0a15f2f req-6b8e2a7b-2080-4cdd-aac7-4caa449a31b8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0368226 May 26 19:37:53.962229 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e6384-8dd9-44c1-9f9f-9650c0a15f2f req-4b94a6db-fa6b-4827-b565-6d17fb8e33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:53.963993 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4a3e6384-8dd9-44c1-9f9f-9650c0a15f2f req-4b94a6db-fa6b-4827-b565-6d17fb8e33fe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf99d88fec9046608e464a5e2c75506e&device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 1130 time: 0.0445089 May 26 19:37:53.991976 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e62c1181-8baa-48cc-96fe-e974bcd8e95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (84e51c9a-7142-4bd6-b485-bba1cf4b55bc), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:53.996121 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e62c1181-8baa-48cc-96fe-e974bcd8e95f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:53.997114 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-e62c1181-8baa-48cc-96fe-e974bcd8e95f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/84e51c9a-7142-4bd6-b485-bba1cf4b55bc HTTP/1.1" status: 204 len: 168 time: 0.3829381 May 26 19:37:54.035957 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c1181-8baa-48cc-96fe-e974bcd8e95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e51c9a-7142-4bd6-b485-bba1cf4b55bc,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:54.047690 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c1181-8baa-48cc-96fe-e974bcd8e95f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:54.049064 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c1181-8baa-48cc-96fe-e974bcd8e95f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:54.049639 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c1181-8baa-48cc-96fe-e974bcd8e95f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:54.050260 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c1181-8baa-48cc-96fe-e974bcd8e95f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:54.050796 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c1181-8baa-48cc-96fe-e974bcd8e95f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:54.051270 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c1181-8baa-48cc-96fe-e974bcd8e95f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:54.051671 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c1181-8baa-48cc-96fe-e974bcd8e95f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:54.052202 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c1181-8baa-48cc-96fe-e974bcd8e95f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:54.053289 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c1181-8baa-48cc-96fe-e974bcd8e95f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:54.053708 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c1181-8baa-48cc-96fe-e974bcd8e95f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:54.054140 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c1181-8baa-48cc-96fe-e974bcd8e95f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:54.054552 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c1181-8baa-48cc-96fe-e974bcd8e95f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:54.054983 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c1181-8baa-48cc-96fe-e974bcd8e95f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:54.055530 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c1181-8baa-48cc-96fe-e974bcd8e95f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:54.055931 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c1181-8baa-48cc-96fe-e974bcd8e95f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:54.109515 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991a2f2-1ec9-4c18-bd35-d45acfb74fd5 req-9d19db56-59e5-4a62-9ff0-d0be77dbe5aa tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:54.111376 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-2991a2f2-1ec9-4c18-bd35-d45acfb74fd5 req-9d19db56-59e5-4a62-9ff0-d0be77dbe5aa tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0998611 May 26 19:37:54.134449 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e6384-8dd9-44c1-9f9f-9650c0a15f2f req-4cdf56eb-b380-4b09-a577-c343323e356d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:54.138425 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4a3e6384-8dd9-44c1-9f9f-9650c0a15f2f req-4cdf56eb-b380-4b09-a577-c343323e356d service neutron] 10.222.0.77 "GET /v2.0/networks?id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d HTTP/1.1" status: 200 len: 919 time: 0.1357663 May 26 19:37:54.194594 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-2991a2f2-1ec9-4c18-bd35-d45acfb74fd5 req-9b5dacc6-1d6c-4612-aa45-1287bf150b53 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744383 May 26 19:37:54.197295 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4a3e6384-8dd9-44c1-9f9f-9650c0a15f2f req-26305b9f-c859-46ec-a54b-7b8349b9f4f1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40dd7f56-37e3-4a52-a2d9-f04821553aa0 HTTP/1.1" status: 200 len: 217 time: 0.0516105 May 26 19:37:54.302344 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96571996-a5cf-46de-aaf4-5237886814fe req-6a9354cc-c79d-4ae2-b719-c6993694fef3 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:54.303927 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-96571996-a5cf-46de-aaf4-5237886814fe req-6a9354cc-c79d-4ae2-b719-c6993694fef3 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 946 time: 0.0484982 May 26 19:37:54.355078 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-96571996-a5cf-46de-aaf4-5237886814fe req-001a65be-4910-4bb6-9c5d-bf17cd3e3a4b tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447745 May 26 19:37:54.560674 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:54.941567 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 52006) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:54.954814 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8e2a0e7a-d2c6-467a-8773-37d847301558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:55.007022 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:55.045588 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8e2a0e7a-d2c6-467a-8773-37d847301558 admin admin] Publish callbacks [] for security_group (eacf651e-7268-4c0a-8656-d96eec2e5ccf), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:55.144807 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8e2a0e7a-d2c6-467a-8773-37d847301558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (eacf651e-7268-4c0a-8656-d96eec2e5ccf), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:55.187419 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-8e2a0e7a-d2c6-467a-8773-37d847301558 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d1202db73b8e470f8fe446934320f6c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447534 May 26 19:37:55.188514 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a0e7a-d2c6-467a-8773-37d847301558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacf651e-7268-4c0a-8656-d96eec2e5ccf,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:55.190134 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 52020) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:55.211441 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:55.274612 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-9830a653-871c-4043-ad77-70d3e5afeb21 admin admin] Publish callbacks [] for security_group (eacf651e-7268-4c0a-8656-d96eec2e5ccf), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:55.299945 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-9830a653-871c-4043-ad77-70d3e5afeb21 admin admin] Publish callbacks [] for security_group (eacf651e-7268-4c0a-8656-d96eec2e5ccf), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:55.315858 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:55.386286 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e003a-e628-4155-abd3-8621a21bdcbb req-f05d3bb3-d958-4024-87c0-03fa14fe8295 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:55.393425 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-fc2e003a-e628-4155-abd3-8621a21bdcbb req-f05d3bb3-d958-4024-87c0-03fa14fe8295 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0861378 May 26 19:37:55.435104 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-9830a653-871c-4043-ad77-70d3e5afeb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (eacf651e-7268-4c0a-8656-d96eec2e5ccf), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:55.437640 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-9830a653-871c-4043-ad77-70d3e5afeb21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:55.439079 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-9830a653-871c-4043-ad77-70d3e5afeb21 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eacf651e-7268-4c0a-8656-d96eec2e5ccf HTTP/1.1" status: 204 len: 168 time: 0.2478840 May 26 19:37:55.460360 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-fc2e003a-e628-4155-abd3-8621a21bdcbb req-9db945f8-0136-4a68-8658-b715b295f5f6 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656857 May 26 19:37:55.487377 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830a653-871c-4043-ad77-70d3e5afeb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacf651e-7268-4c0a-8656-d96eec2e5ccf,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:55.531696 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e4c47-f6ab-4d97-808a-82fa90bcc694 req-0923472b-cb5f-40d6-b38e-a7d227d947a1 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:55.533182 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a11e4c47-f6ab-4d97-808a-82fa90bcc694 req-0923472b-cb5f-40d6-b38e-a7d227d947a1 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 946 time: 0.0619624 May 26 19:37:55.583102 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a11e4c47-f6ab-4d97-808a-82fa90bcc694 req-e38a224d-0443-4caf-b4d8-aa525137c3a3 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435698 May 26 19:37:55.945319 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 52050) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:55.953174 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:56.171760 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bc36df7e-dcc4-416d-9797-9caf6ce8c29a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:56.256851 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bc36df7e-dcc4-416d-9797-9caf6ce8c29a admin admin] Publish callbacks [] for security_group (fb00ee63-24f4-4fb2-bb51-e0b9bcf2ed2e), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:56.350756 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bc36df7e-dcc4-416d-9797-9caf6ce8c29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (fb00ee63-24f4-4fb2-bb51-e0b9bcf2ed2e), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:56.400845 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-bc36df7e-dcc4-416d-9797-9caf6ce8c29a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=99bec754041742048e3555f49c67d6d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4494936 May 26 19:37:56.400845 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36df7e-dcc4-416d-9797-9caf6ce8c29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb00ee63-24f4-4fb2-bb51-e0b9bcf2ed2e,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:56.401068 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 52070) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:56.449868 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f8631e33-5b09-4761-b783-04203a877117 admin admin] Publish callbacks [] for security_group (fb00ee63-24f4-4fb2-bb51-e0b9bcf2ed2e), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:56.471143 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f8631e33-5b09-4761-b783-04203a877117 admin admin] Publish callbacks [] for security_group (fb00ee63-24f4-4fb2-bb51-e0b9bcf2ed2e), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:56.591889 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f8631e33-5b09-4761-b783-04203a877117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (fb00ee63-24f4-4fb2-bb51-e0b9bcf2ed2e), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:56.594555 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f8631e33-5b09-4761-b783-04203a877117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:56.598687 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-f8631e33-5b09-4761-b783-04203a877117 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fb00ee63-24f4-4fb2-bb51-e0b9bcf2ed2e HTTP/1.1" status: 204 len: 168 time: 0.1983571 May 26 19:37:56.619986 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daf286-f6a4-4e87-b04d-57344579ba1f req-628c0719-d48d-4d84-bc66-59b024ef3499 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:56.622232 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c3daf286-f6a4-4e87-b04d-57344579ba1f req-628c0719-d48d-4d84-bc66-59b024ef3499 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0741329 May 26 19:37:56.623284 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8631e33-5b09-4761-b783-04203a877117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb00ee63-24f4-4fb2-bb51-e0b9bcf2ed2e,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:56.665076 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:56.701060 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c3daf286-f6a4-4e87-b04d-57344579ba1f req-45fb7efa-22b7-4b0a-8960-2dce16051814 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666511 May 26 19:37:56.853852 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:56.891255 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a86b4-d6e5-4e56-a5f6-948efd00687f req-891eaa2d-4d43-4e10-93d1-5592a7da2c11 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:56.892724 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2d9a86b4-d6e5-4e56-a5f6-948efd00687f req-891eaa2d-4d43-4e10-93d1-5592a7da2c11 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 946 time: 0.0481851 May 26 19:37:56.942376 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2d9a86b4-d6e5-4e56-a5f6-948efd00687f req-cbec4f7b-9019-4f5d-b328-c787a3edc1c8 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434563 May 26 19:37:57.542406 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 52120) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:57.556884 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3def9e18-8e9a-4730-9cde-1d79f537d78e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:57.629433 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3def9e18-8e9a-4730-9cde-1d79f537d78e admin admin] Publish callbacks [] for security_group (937ef6ff-0b02-469f-a3c3-c722653aa047), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:57.726212 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3def9e18-8e9a-4730-9cde-1d79f537d78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (937ef6ff-0b02-469f-a3c3-c722653aa047), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:57.763056 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 52132) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:57.768883 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-3def9e18-8e9a-4730-9cde-1d79f537d78e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b2e9387f007e4fcbafb00cf39fb1b084&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253668 May 26 19:37:57.770415 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def9e18-8e9a-4730-9cde-1d79f537d78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937ef6ff-0b02-469f-a3c3-c722653aa047,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:57.773291 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 52136) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:57.827613 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae546d-5435-4e73-bbf3-dc70e2b3c0be req-09e10ad4-7fb6-420c-b461-3929ab8d005d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:57.829203 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-47ae546d-5435-4e73-bbf3-dc70e2b3c0be req-09e10ad4-7fb6-420c-b461-3929ab8d005d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0633714 May 26 19:37:57.836148 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f30ba39d-6714-4015-ae53-1d717c3b9a88 admin admin] Publish callbacks [] for security_group (937ef6ff-0b02-469f-a3c3-c722653aa047), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:57.867804 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f30ba39d-6714-4015-ae53-1d717c3b9a88 admin admin] Publish callbacks [] for security_group (937ef6ff-0b02-469f-a3c3-c722653aa047), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:57.891009 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-47ae546d-5435-4e73-bbf3-dc70e2b3c0be req-3dece988-56ba-47f6-901e-dba98f02d5bd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534644 May 26 19:37:57.898295 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-383ad7c7-b0fc-4615-9805-7587c9e140a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:58.059645 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731b5f7-e57c-4090-8d52-d6881e8d15fa req-f7ed6915-9f1d-4a85-90ff-e064df1bc9dd tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:58.061157 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5731b5f7-e57c-4090-8d52-d6881e8d15fa req-f7ed6915-9f1d-4a85-90ff-e064df1bc9dd tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 946 time: 0.0483077 May 26 19:37:58.079440 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f30ba39d-6714-4015-ae53-1d717c3b9a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (937ef6ff-0b02-469f-a3c3-c722653aa047), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:58.080971 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f30ba39d-6714-4015-ae53-1d717c3b9a88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:58.082062 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-f30ba39d-6714-4015-ae53-1d717c3b9a88 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/937ef6ff-0b02-469f-a3c3-c722653aa047 HTTP/1.1" status: 204 len: 168 time: 0.3074138 May 26 19:37:58.109482 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ba39d-6714-4015-ae53-1d717c3b9a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937ef6ff-0b02-469f-a3c3-c722653aa047,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:58.144050 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:58.156554 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5731b5f7-e57c-4090-8d52-d6881e8d15fa req-a1041358-c476-4061-9e82-364835e5b57e tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896323 May 26 19:37:58.175833 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-383ad7c7-b0fc-4615-9805-7587c9e140a5 admin admin] Publish callbacks [] for security_group (94f7eb12-bf8e-48d4-86bb-a3969fa68ed6), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:58.310208 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-383ad7c7-b0fc-4615-9805-7587c9e140a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (94f7eb12-bf8e-48d4-86bb-a3969fa68ed6), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:58.353659 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-383ad7c7-b0fc-4615-9805-7587c9e140a5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e2333f51d88c44b1a377101a0372a887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5866854 May 26 19:37:58.354419 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 52152) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:58.392112 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ad7c7-b0fc-4615-9805-7587c9e140a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f7eb12-bf8e-48d4-86bb-a3969fa68ed6,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:58.415390 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e6384-8dd9-44c1-9f9f-9650c0a15f2f req-b8c93ec4-ba70-443f-b91f-7fb9d2fb24ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:58.416649 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9927fb8b-2521-459d-a1d2-1ed9cd9e7e00 admin admin] Publish callbacks [] for security_group (94f7eb12-bf8e-48d4-86bb-a3969fa68ed6), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:58.417006 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4a3e6384-8dd9-44c1-9f9f-9650c0a15f2f req-b8c93ec4-ba70-443f-b91f-7fb9d2fb24ab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=74ab063f-9814-4a72-a36c-4bbd4ab07270 HTTP/1.1" status: 200 len: 857 time: 0.0688605 May 26 19:37:58.438958 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9927fb8b-2521-459d-a1d2-1ed9cd9e7e00 admin admin] Publish callbacks [] for security_group (94f7eb12-bf8e-48d4-86bb-a3969fa68ed6), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:58.462428 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e6384-8dd9-44c1-9f9f-9650c0a15f2f req-8a7bc2a7-ee5e-4522-aee4-32576cc853f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:58.464096 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4a3e6384-8dd9-44c1-9f9f-9650c0a15f2f req-8a7bc2a7-ee5e-4522-aee4-32576cc853f9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399213 May 26 19:37:58.572748 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4a3e6384-8dd9-44c1-9f9f-9650c0a15f2f req-623a33cc-14e7-404b-81f2-bd1da1eeb2ce service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984359 May 26 19:37:58.577425 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9927fb8b-2521-459d-a1d2-1ed9cd9e7e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (94f7eb12-bf8e-48d4-86bb-a3969fa68ed6), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:58.582686 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9927fb8b-2521-459d-a1d2-1ed9cd9e7e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:58.582686 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-9927fb8b-2521-459d-a1d2-1ed9cd9e7e00 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/94f7eb12-bf8e-48d4-86bb-a3969fa68ed6 HTTP/1.1" status: 204 len: 168 time: 0.2254715 May 26 19:37:58.587301 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 52158) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:58.594660 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927fb8b-2521-459d-a1d2-1ed9cd9e7e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f7eb12-bf8e-48d4-86bb-a3969fa68ed6,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:58.716762 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1921bd8b-2074-4776-a913-e5ab04445e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:58.775766 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4a3e6384-8dd9-44c1-9f9f-9650c0a15f2f req-10fae680-9812-4c42-aa8f-a317c468795c service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133451 May 26 19:37:58.782766 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:58.825607 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1921bd8b-2074-4776-a913-e5ab04445e98 admin admin] Publish callbacks [] for security_group (6f9d4988-ecb2-471e-867c-7f6a42903e67), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:58.904619 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1921bd8b-2074-4776-a913-e5ab04445e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (6f9d4988-ecb2-471e-867c-7f6a42903e67), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:58.944509 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921bd8b-2074-4776-a913-e5ab04445e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9d4988-ecb2-471e-867c-7f6a42903e67,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:58.954345 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 52178) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:58.959512 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-1921bd8b-2074-4776-a913-e5ab04445e98 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d39d581175c74fe9a4c8bade26090064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3728721 May 26 19:37:59.008278 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-7d3ba313-b38a-4eb2-b4d4-4a3af4a6f4e7 admin admin] Publish callbacks [] for security_group (6f9d4988-ecb2-471e-867c-7f6a42903e67), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:59.019452 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90963c5e-bae2-41e4-9a15-372e555d2237 req-cb4e32e5-7c15-41b1-b6a4-ada3d8c1650e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:59.022408 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-90963c5e-bae2-41e4-9a15-372e555d2237 req-cb4e32e5-7c15-41b1-b6a4-ada3d8c1650e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0528898 May 26 19:37:59.043018 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-7d3ba313-b38a-4eb2-b4d4-4a3af4a6f4e7 admin admin] Publish callbacks [] for security_group (6f9d4988-ecb2-471e-867c-7f6a42903e67), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:59.074205 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-90963c5e-bae2-41e4-9a15-372e555d2237 req-7a571791-c6b1-4428-8b60-5fee1a0c227a tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460429 May 26 19:37:59.095159 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:37:59.254040 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-7d3ba313-b38a-4eb2-b4d4-4a3af4a6f4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (6f9d4988-ecb2-471e-867c-7f6a42903e67), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:59.257235 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-7d3ba313-b38a-4eb2-b4d4-4a3af4a6f4e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:37:59.260536 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-7d3ba313-b38a-4eb2-b4d4-4a3af4a6f4e7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6f9d4988-ecb2-471e-867c-7f6a42903e67 HTTP/1.1" status: 204 len: 168 time: 0.3060837 May 26 19:37:59.273616 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ba313-b38a-4eb2-b4d4-4a3af4a6f4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9d4988-ecb2-471e-867c-7f6a42903e67,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:59.285149 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f727b0b-ffae-45eb-8768-636d0a7fc4df req-f88cf6f2-8967-4d20-a1d5-be6a99aed5f6 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:59.286880 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7f727b0b-ffae-45eb-8768-636d0a7fc4df req-f88cf6f2-8967-4d20-a1d5-be6a99aed5f6 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 946 time: 0.0607305 May 26 19:37:59.346490 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7f727b0b-ffae-45eb-8768-636d0a7fc4df req-5a826df3-7a72-49fe-80f3-f3355ab49ffd tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504305 May 26 19:37:59.784723 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 52214) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:37:59.967164 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-d452c763-f31b-4681-a1f0-030c9497fe14 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1087208890-network', 'tenant_id': 'a888f9d6ff1d4bc6b5ab910b1cb9d023'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:38:00.065625 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 52228) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:00.079325 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0c9612af-c6bc-4e3d-92c1-76fbcc831052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:00.087571 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d452c763-f31b-4681-a1f0-030c9497fe14 admin admin] Made reservation on behalf of a888f9d6ff1d4bc6b5ab910b1cb9d023 for: {'network': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:00.089972 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d452c763-f31b-4681-a1f0-030c9497fe14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for network (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:00.099598 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d452c763-f31b-4681-a1f0-030c9497fe14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:00.138229 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=17 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:00.162490 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0c9612af-c6bc-4e3d-92c1-76fbcc831052 admin admin] Publish callbacks [] for security_group (18df7a54-ee39-4ae4-8f68-20dd2a552634), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:00.232758 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d452c763-f31b-4681-a1f0-030c9497fe14 admin admin] Publish callbacks [] for security_group (6e9fa18f-cbf2-4039-9dc1-ab321ea8a22f), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:00.243890 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931dc6e-cc12-4e5a-8985-626a9074b334 req-6f2fbc57-c213-419c-89ec-24e11a1d554d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:00.245338 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d931dc6e-cc12-4e5a-8985-626a9074b334 req-6f2fbc57-c213-419c-89ec-24e11a1d554d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0762634 May 26 19:38:00.247611 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0c9612af-c6bc-4e3d-92c1-76fbcc831052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (18df7a54-ee39-4ae4-8f68-20dd2a552634), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:00.290648 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-0c9612af-c6bc-4e3d-92c1-76fbcc831052 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bf6f13d603cf4335bc1c0e80c192b4d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239492 May 26 19:38:00.292677 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9612af-c6bc-4e3d-92c1-76fbcc831052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18df7a54-ee39-4ae4-8f68-20dd2a552634,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:00.295045 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 52232) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:00.295484 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d931dc6e-cc12-4e5a-8985-626a9074b334 req-f0baf51d-879d-480d-8bdb-98eae208fc9c tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436950 May 26 19:38:00.310459 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d452c763-f31b-4681-a1f0-030c9497fe14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (6e9fa18f-cbf2-4039-9dc1-ab321ea8a22f), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:00.333995 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d452c763-f31b-4681-a1f0-030c9497fe14 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=104685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:38:00.346444 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-473675ff-55d8-45d2-b2c0-965adb00092a admin admin] Publish callbacks [] for security_group (18df7a54-ee39-4ae4-8f68-20dd2a552634), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:00.348334 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452c763-f31b-4681-a1f0-030c9497fe14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9fa18f-cbf2-4039-9dc1-ab321ea8a22f,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:00.350551 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:00.354473 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d452c763-f31b-4681-a1f0-030c9497fe14 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748975417959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (4e11c7ef-92b5-475a-a03b-679ad360cc75), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:00.355247 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.segments_db [None req-d452c763-f31b-4681-a1f0-030c9497fe14 admin admin] Added segment 4e11c7ef-92b5-475a-a03b-679ad360cc75 of type vlan for network f5e01b82-5d3d-4396-a8ba-14268eb0e201 May 26 19:38:00.370526 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-473675ff-55d8-45d2-b2c0-965adb00092a admin admin] Publish callbacks [] for security_group (18df7a54-ee39-4ae4-8f68-20dd2a552634), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:00.404057 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d452c763-f31b-4681-a1f0-030c9497fe14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748974919033'] for network (f5e01b82-5d3d-4396-a8ba-14268eb0e201), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:00.479390 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9a9ab-d524-4933-9bd8-50ef10b47882 req-b8dc03ee-4a12-4700-9bed-91ee31c7fbdf tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:00.480886 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78a9a9ab-d524-4933-9bd8-50ef10b47882 req-b8dc03ee-4a12-4700-9bed-91ee31c7fbdf tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 946 time: 0.0462112 May 26 19:38:00.528888 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d452c763-f31b-4681-a1f0-030c9497fe14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for network (f5e01b82-5d3d-4396-a8ba-14268eb0e201), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:00.529879 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-473675ff-55d8-45d2-b2c0-965adb00092a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (18df7a54-ee39-4ae4-8f68-20dd2a552634), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:00.530171 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d452c763-f31b-4681-a1f0-030c9497fe14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:00.531002 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d452c763-f31b-4681-a1f0-030c9497fe14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:00.532610 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-473675ff-55d8-45d2-b2c0-965adb00092a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:00.536405 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-473675ff-55d8-45d2-b2c0-965adb00092a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/18df7a54-ee39-4ae4-8f68-20dd2a552634 HTTP/1.1" status: 204 len: 168 time: 0.2404168 May 26 19:38:00.553248 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78a9a9ab-d524-4933-9bd8-50ef10b47882 req-89963b0a-b298-453b-a02e-79e246160688 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618548 May 26 19:38:00.563043 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473675ff-55d8-45d2-b2c0-965adb00092a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18df7a54-ee39-4ae4-8f68-20dd2a552634,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:00.606851 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452c763-f31b-4681-a1f0-030c9497fe14 admin admin] Pushing event updated for resources: {'Network': ['ID=f5e01b82-5d3d-4396-a8ba-14268eb0e201,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:00.618522 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Network f5e01b82-5d3d-4396-a8ba-14268eb0e201 details requested by agent ovs-agent-dv-cinder-825492-17-iscsi with host dv-cinder-825492-17-iscsi {{(pid=104686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 19:38:00.632346 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 52242) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:00.632943 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-d452c763-f31b-4681-a1f0-030c9497fe14 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8469257 May 26 19:38:00.637158 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-facc012c-bc69-4306-9ddb-a9917b03a534 admin admin] Request body: {'subnet': {'network_id': 'f5e01b82-5d3d-4396-a8ba-14268eb0e201', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1087208890-subnet', 'tenant_id': 'a888f9d6ff1d4bc6b5ab910b1cb9d023', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:38:00.641177 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 52244) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:00.714445 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facc012c-bc69-4306-9ddb-a9917b03a534 admin admin] Made reservation on behalf of a888f9d6ff1d4bc6b5ab910b1cb9d023 for: {'subnet': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:00.717176 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-facc012c-bc69-4306-9ddb-a9917b03a534 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281381'] for subnet (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:00.789945 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-e299d5ff-e3b7-45df-9915-6259ce70926a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:00.885039 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:00.963270 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-e299d5ff-e3b7-45df-9915-6259ce70926a admin admin] Publish callbacks [] for security_group (c6c85edf-2689-47e0-8a14-f0ff32c3f24e), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:01.040661 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-e299d5ff-e3b7-45df-9915-6259ce70926a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (c6c85edf-2689-47e0-8a14-f0ff32c3f24e), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:01.064915 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-facc012c-bc69-4306-9ddb-a9917b03a534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13475601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281395'] for subnet (a74c07ec-a6a3-4d8d-b479-7282890e3cb1), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:01.107042 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299d5ff-e3b7-45df-9915-6259ce70926a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c85edf-2689-47e0-8a14-f0ff32c3f24e,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:01.115617 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-e299d5ff-e3b7-45df-9915-6259ce70926a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=40f39f0564bf42938fab20c4e142c010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4700420 May 26 19:38:01.116150 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 52258) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:01.142827 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc012c-bc69-4306-9ddb-a9917b03a534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a74c07ec-a6a3-4d8d-b479-7282890e3cb1,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:01.155560 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc012c-bc69-4306-9ddb-a9917b03a534 admin admin] Checking segment: {'id': '4e11c7ef-92b5-475a-a03b-679ad360cc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f5e01b82-5d3d-4396-a8ba-14268eb0e201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:38:01.155918 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facc012c-bc69-4306-9ddb-a9917b03a534 admin admin] Network hostable DHCP agents. Network: f5e01b82-5d3d-4396-a8ba-14268eb0e201, hostable agents: ['334e9f8c-ffb2-4cf1-9422-c5afdc325939'], hosted agents: [] {{(pid=104684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:38:01.167344 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:01.173949 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2f3bc53b-12ef-4123-b391-2cc18a0be3bc admin admin] Publish callbacks [] for security_group (c6c85edf-2689-47e0-8a14-f0ff32c3f24e), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:01.196640 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2f3bc53b-12ef-4123-b391-2cc18a0be3bc admin admin] Publish callbacks [] for security_group (c6c85edf-2689-47e0-8a14-f0ff32c3f24e), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:01.247426 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facc012c-bc69-4306-9ddb-a9917b03a534 admin admin] Network f5e01b82-5d3d-4396-a8ba-14268eb0e201 is scheduled to be hosted by DHCP agent 334e9f8c-ffb2-4cf1-9422-c5afdc325939 with binding_index 1 {{(pid=104684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:38:01.310207 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2f3bc53b-12ef-4123-b391-2cc18a0be3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (c6c85edf-2689-47e0-8a14-f0ff32c3f24e), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:01.312744 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2f3bc53b-12ef-4123-b391-2cc18a0be3bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:01.314144 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-2f3bc53b-12ef-4123-b391-2cc18a0be3bc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c6c85edf-2689-47e0-8a14-f0ff32c3f24e HTTP/1.1" status: 204 len: 168 time: 0.1962769 May 26 19:38:01.323543 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bc53b-12ef-4123-b391-2cc18a0be3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c85edf-2689-47e0-8a14-f0ff32c3f24e,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:01.334488 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-facc012c-bc69-4306-9ddb-a9917b03a534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-17-iscsi, f5e01b82-5d3d-4396-a8ba-14268eb0e201) {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:01.339439 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facc012c-bc69-4306-9ddb-a9917b03a534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:01.340584 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-facc012c-bc69-4306-9ddb-a9917b03a534 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:01.347444 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58714afc-21cf-4582-9e75-f38640f1c167 None None] Network f5e01b82-5d3d-4396-a8ba-14268eb0e201 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:38:01.445924 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe2333-262b-43b8-868b-ce2b892a697e req-e5ef24bd-871e-406f-b1ba-b3193ce79b5e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:01.447615 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-04fe2333-262b-43b8-868b-ce2b892a697e req-e5ef24bd-871e-406f-b1ba-b3193ce79b5e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0506923 May 26 19:38:01.450317 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-facc012c-bc69-4306-9ddb-a9917b03a534 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8168900 May 26 19:38:01.474611 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7208e57-fb0b-42d0-97fc-1cbf4d42b546 None None] Network f5e01b82-5d3d-4396-a8ba-14268eb0e201 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:38:01.514373 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-04fe2333-262b-43b8-868b-ce2b892a697e req-ebf56638-634c-4f23-aaeb-c007ba16cc6e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492508 May 26 19:38:01.660896 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cceaa92-e8fd-4a3e-bcb2-c03cd0da847d req-2e57573a-ca5f-4f98-95ef-801ea5232798 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:01.662428 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0cceaa92-e8fd-4a3e-bcb2-c03cd0da847d req-2e57573a-ca5f-4f98-95ef-801ea5232798 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 946 time: 0.0478101 May 26 19:38:01.721218 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0cceaa92-e8fd-4a3e-bcb2-c03cd0da847d req-16506d7c-2d8f-412d-ad96-4f8ec5ad1175 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525992 May 26 19:38:01.873382 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c6416-f5cf-4533-8910-ee684272ec0c req-934f005e-d28a-4e8e-89af-91415ce5d8d2 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:01.874846 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-268c6416-f5cf-4533-8910-ee684272ec0c req-934f005e-d28a-4e8e-89af-91415ce5d8d2 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.77 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 946 time: 0.0634136 May 26 19:38:02.330048 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 603ce21e-f566-48c7-964e-f1beb677bcda no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:38:02.399027 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-268c6416-f5cf-4533-8910-ee684272ec0c req-f34ee2a1-caf6-4144-ba60-3f1d8c46a4a3 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Deleting port 603ce21e-f566-48c7-964e-f1beb677bcda {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:38:02.399592 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-268c6416-f5cf-4533-8910-ee684272ec0c req-f34ee2a1-caf6-4144-ba60-3f1d8c46a4a3 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (603ce21e-f566-48c7-964e-f1beb677bcda), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:02.516009 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-268c6416-f5cf-4533-8910-ee684272ec0c req-f34ee2a1-caf6-4144-ba60-3f1d8c46a4a3 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] For port 603ce21e-f566-48c7-964e-f1beb677bcda, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=603ce21e-f566-48c7-964e-f1beb677bcda,segment=NetworkSegment(6c804667-945f-47bd-a6ae-16599fdcb36f),segment_id=6c804667-945f-47bd-a6ae-16599fdcb36f)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:38:02.517810 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-268c6416-f5cf-4533-8910-ee684272ec0c req-f34ee2a1-caf6-4144-ba60-3f1d8c46a4a3 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (603ce21e-f566-48c7-964e-f1beb677bcda), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:02.540881 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-268c6416-f5cf-4533-8910-ee684272ec0c req-f34ee2a1-caf6-4144-ba60-3f1d8c46a4a3 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Calling delete_port for 603ce21e-f566-48c7-964e-f1beb677bcda owned by compute:nova {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:38:02.564818 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 603ce21e-f566-48c7-964e-f1beb677bcda is: ACTIVE; New status is: DOWN {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:38:02.564818 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (603ce21e-f566-48c7-964e-f1beb677bcda), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:02.588991 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:02.601598 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26f44b8-4d34-4dde-8e5a-e369b12b8ab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '603ce21e-f566-48c7-964e-f1beb677bcda'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:38:02.604356 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4b36cc-e722-4b95-95b4-3972da821e1b" -d '{"events": [{"server_uuid": "b26f44b8-4d34-4dde-8e5a-e369b12b8ab1", "name": "network-vif-unplugged", "status": "completed", "tag": "603ce21e-f566-48c7-964e-f1beb677bcda"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:38:02.634189 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 603ce21e-f566-48c7-964e-f1beb677bcda, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=603ce21e-f566-48c7-964e-f1beb677bcda,segment=NetworkSegment(6c804667-945f-47bd-a6ae-16599fdcb36f),segment_id=6c804667-945f-47bd-a6ae-16599fdcb36f)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:38:02.657794 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 19:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df3477b-e6d0-4c3a-aacc-049c2a7b5a06 x-openstack-request-id: req-0df3477b-e6d0-4c3a-aacc-049c2a7b5a06 {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:38:02.658236 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b26f44b8-4d34-4dde-8e5a-e369b12b8ab1", "name": "network-vif-unplugged", "status": "completed", "tag": "603ce21e-f566-48c7-964e-f1beb677bcda", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:38:02.658587 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0df3477b-e6d0-4c3a-aacc-049c2a7b5a06 {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:38:02.659038 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df3477b-e6d0-4c3a-aacc-049c2a7b5a06'] response: {'server_uuid': 'b26f44b8-4d34-4dde-8e5a-e369b12b8ab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '603ce21e-f566-48c7-964e-f1beb677bcda', 'code': 200} May 26 19:38:02.679608 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30530495-5c5f-44ea-87ce-a8d0e46a7235 req-b0010cfd-a062-40b7-8845-909a60fd1b48 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:02.683406 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-30530495-5c5f-44ea-87ce-a8d0e46a7235 req-b0010cfd-a062-40b7-8845-909a60fd1b48 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0609889 May 26 19:38:02.710655 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (603ce21e-f566-48c7-964e-f1beb677bcda), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:02.734862 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-30530495-5c5f-44ea-87ce-a8d0e46a7235 req-c10260bc-36a5-45b1-9e24-0d373bb5f875 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476799 May 26 19:38:02.791924 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=603ce21e-f566-48c7-964e-f1beb677bcda,revision_number=6']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:02.802339 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.803273 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.803770 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.804278 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.804924 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.805539 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.806264 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.806850 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.807476 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.807955 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.808463 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.808952 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.809540 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.810133 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.810613 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.812751 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 52330) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:02.817707 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-b69c71f1-ae97-472c-a7d6-755b908fd6aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1253020559-network', 'tenant_id': '85a599f622934d9784aab2f967a13685'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:38:02.882135 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17738e-beef-486a-b880-7717c934c6cb req-345164df-0179-4cda-aa55-ee44666ff3d6 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:02.886974 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69c71f1-ae97-472c-a7d6-755b908fd6aa admin admin] Made reservation on behalf of 85a599f622934d9784aab2f967a13685 for: {'network': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:02.889922 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-de17738e-beef-486a-b880-7717c934c6cb req-345164df-0179-4cda-aa55-ee44666ff3d6 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 944 time: 0.0733924 May 26 19:38:02.899076 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-268c6416-f5cf-4533-8910-ee684272ec0c req-f34ee2a1-caf6-4144-ba60-3f1d8c46a4a3 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (603ce21e-f566-48c7-964e-f1beb677bcda), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:02.905727 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b69c71f1-ae97-472c-a7d6-755b908fd6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for network (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:02.924213 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b69c71f1-ae97-472c-a7d6-755b908fd6aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:02.937902 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ee2a1-caf6-4144-ba60-3f1d8c46a4a3 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Pushing event deleted for resources: {'Port': ['ID=603ce21e-f566-48c7-964e-f1beb677bcda,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:02.946146 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:03.025170 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-268c6416-f5cf-4533-8910-ee684272ec0c req-f34ee2a1-caf6-4144-ba60-3f1d8c46a4a3 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] No DVR routers for this DVR port 603ce21e-f566-48c7-964e-f1beb677bcda on host hv-cinder-82549 {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:38:03.055099 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-de17738e-beef-486a-b880-7717c934c6cb req-8f9f17c7-5cbd-4972-9bc5-9628c5486859 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/security-groups?id=0fe4f43e-1916-4fe8-a088-756bd03ffcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501718 May 26 19:38:03.055099 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-268c6416-f5cf-4533-8910-ee684272ec0c req-f34ee2a1-caf6-4144-ba60-3f1d8c46a4a3 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:03.055099 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-268c6416-f5cf-4533-8910-ee684272ec0c req-f34ee2a1-caf6-4144-ba60-3f1d8c46a4a3 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.77 "DELETE /v2.0/ports/603ce21e-f566-48c7-964e-f1beb677bcda HTTP/1.1" status: 204 len: 173 time: 0.8087614 May 26 19:38:03.055099 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26f44b8-4d34-4dde-8e5a-e369b12b8ab1', 'name': 'network-vif-deleted', 'tag': '603ce21e-f566-48c7-964e-f1beb677bcda'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:38:03.055099 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b953c7cb-d692-4954-98fc-3cb6129d347d" -d '{"events": [{"server_uuid": "b26f44b8-4d34-4dde-8e5a-e369b12b8ab1", "name": "network-vif-deleted", "tag": "603ce21e-f566-48c7-964e-f1beb677bcda"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:38:03.055787 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:03.062614 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b69c71f1-ae97-472c-a7d6-755b908fd6aa admin admin] Publish callbacks [] for security_group (4f8afc11-30e0-4fdd-ad1b-733c65224db2), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:03.095168 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fd2d83-ed48-4a64-a906-f004bdbb89f9 x-openstack-request-id: req-38fd2d83-ed48-4a64-a906-f004bdbb89f9 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:38:03.095463 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b26f44b8-4d34-4dde-8e5a-e369b12b8ab1", "name": "network-vif-deleted", "tag": "603ce21e-f566-48c7-964e-f1beb677bcda", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:38:03.095765 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-38fd2d83-ed48-4a64-a906-f004bdbb89f9 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:38:03.096334 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38fd2d83-ed48-4a64-a906-f004bdbb89f9'] response: {'server_uuid': 'b26f44b8-4d34-4dde-8e5a-e369b12b8ab1', 'name': 'network-vif-deleted', 'tag': '603ce21e-f566-48c7-964e-f1beb677bcda', 'status': 'completed', 'code': 200} May 26 19:38:03.132803 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b69c71f1-ae97-472c-a7d6-755b908fd6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (4f8afc11-30e0-4fdd-ad1b-733c65224db2), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:03.158972 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69c71f1-ae97-472c-a7d6-755b908fd6aa admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=104685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:38:03.170596 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c71f1-ae97-472c-a7d6-755b908fd6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8afc11-30e0-4fdd-ad1b-733c65224db2,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:03.175467 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b69c71f1-ae97-472c-a7d6-755b908fd6aa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748975417959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (7c0723b5-e645-412e-8bca-7962087e8d11), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:03.175877 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.segments_db [None req-b69c71f1-ae97-472c-a7d6-755b908fd6aa admin admin] Added segment 7c0723b5-e645-412e-8bca-7962087e8d11 of type vlan for network 1e1a3266-2845-4d3b-a135-bc08a634a4cd May 26 19:38:03.219484 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b69c71f1-ae97-472c-a7d6-755b908fd6aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748974919033'] for network (1e1a3266-2845-4d3b-a135-bc08a634a4cd), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:03.287431 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b69c71f1-ae97-472c-a7d6-755b908fd6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for network (1e1a3266-2845-4d3b-a135-bc08a634a4cd), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:03.289121 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69c71f1-ae97-472c-a7d6-755b908fd6aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:03.290199 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b69c71f1-ae97-472c-a7d6-755b908fd6aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:03.365239 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c71f1-ae97-472c-a7d6-755b908fd6aa admin admin] Pushing event updated for resources: {'Network': ['ID=1e1a3266-2845-4d3b-a135-bc08a634a4cd,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:03.377557 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Network 1e1a3266-2845-4d3b-a135-bc08a634a4cd details requested by agent ovs-agent-dv-cinder-825492-17-iscsi with host dv-cinder-825492-17-iscsi {{(pid=104686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 19:38:03.398680 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:03.409040 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-b69c71f1-ae97-472c-a7d6-755b908fd6aa admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5951059 May 26 19:38:03.412348 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 52356) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:03.417443 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-1adc69d8-075b-47c1-9961-af7b3289dd9f admin admin] Request body: {'subnet': {'network_id': '1e1a3266-2845-4d3b-a135-bc08a634a4cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1253020559-subnet', 'tenant_id': '85a599f622934d9784aab2f967a13685', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:38:03.556276 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adc69d8-075b-47c1-9961-af7b3289dd9f admin admin] Made reservation on behalf of 85a599f622934d9784aab2f967a13685 for: {'subnet': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:03.558669 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1adc69d8-075b-47c1-9961-af7b3289dd9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15975615'] for subnet (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:03.688088 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:03.858315 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1fff8-3f78-4867-b6f2-25178347f084 req-da018931-8dbf-410f-bca3-8d5a0a15dd56 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:03.859808 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4fd1fff8-3f78-4867-b6f2-25178347f084 req-da018931-8dbf-410f-bca3-8d5a0a15dd56 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0459964 May 26 19:38:03.913801 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4fd1fff8-3f78-4867-b6f2-25178347f084 req-523eaf02-e3d3-4502-be2d-50eaee40d362 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475278 May 26 19:38:03.936429 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1adc69d8-075b-47c1-9961-af7b3289dd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16100453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15975593'] for subnet (d1816f8d-5ab8-44fc-bb87-79f0d9b1ac68), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:03.998526 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc69d8-075b-47c1-9961-af7b3289dd9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1816f8d-5ab8-44fc-bb87-79f0d9b1ac68,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:04.006302 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adc69d8-075b-47c1-9961-af7b3289dd9f admin admin] Checking segment: {'id': '7c0723b5-e645-412e-8bca-7962087e8d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e1a3266-2845-4d3b-a135-bc08a634a4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:38:04.006652 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adc69d8-075b-47c1-9961-af7b3289dd9f admin admin] Network hostable DHCP agents. Network: 1e1a3266-2845-4d3b-a135-bc08a634a4cd, hostable agents: ['334e9f8c-ffb2-4cf1-9422-c5afdc325939'], hosted agents: [] {{(pid=104685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:38:04.087708 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adc69d8-075b-47c1-9961-af7b3289dd9f admin admin] Network 1e1a3266-2845-4d3b-a135-bc08a634a4cd is scheduled to be hosted by DHCP agent 334e9f8c-ffb2-4cf1-9422-c5afdc325939 with binding_index 1 {{(pid=104685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:38:04.142957 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-232d30be-3b4a-4df5-bd8a-91e5c457f641 req-5c84459a-4257-4893-8e5f-e044972162ca tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 210 time: 0.0295966 May 26 19:38:04.173231 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-1adc69d8-075b-47c1-9961-af7b3289dd9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-17-iscsi, 1e1a3266-2845-4d3b-a135-bc08a634a4cd) {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:04.178067 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adc69d8-075b-47c1-9961-af7b3289dd9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:04.178804 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1adc69d8-075b-47c1-9961-af7b3289dd9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:04.184554 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba76426-1b56-4a23-85b0-ee33748ed542 None None] Network 1e1a3266-2845-4d3b-a135-bc08a634a4cd requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:38:04.252518 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:04.273757 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-1adc69d8-075b-47c1-9961-af7b3289dd9f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8600512 May 26 19:38:04.299128 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702cd7f0-413d-4c1c-8f6a-0d77e8ebf897 None None] Network 1e1a3266-2845-4d3b-a135-bc08a634a4cd requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:38:04.586626 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 52398) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:04.693990 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d4da-b898-4261-a5c8-5f01cc44edb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:04.770200 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d4da-b898-4261-a5c8-5f01cc44edb8 admin admin] Publish callbacks [] for security_group (bacf2586-1c1a-4a5f-a87f-a960bb9d33ec), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:04.870734 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d4da-b898-4261-a5c8-5f01cc44edb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (bacf2586-1c1a-4a5f-a87f-a960bb9d33ec), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:04.909001 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-e4b0d4da-b898-4261-a5c8-5f01cc44edb8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e3516e0350d149b287d33e8aecb811f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211730 May 26 19:38:04.909884 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0d4da-b898-4261-a5c8-5f01cc44edb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacf2586-1c1a-4a5f-a87f-a960bb9d33ec,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:04.912164 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 52404) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:04.970710 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c412d6fc-e198-4726-bc74-c5bde375a045 admin admin] Publish callbacks [] for security_group (bacf2586-1c1a-4a5f-a87f-a960bb9d33ec), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:04.994997 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c412d6fc-e198-4726-bc74-c5bde375a045 admin admin] Publish callbacks [] for security_group (bacf2586-1c1a-4a5f-a87f-a960bb9d33ec), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:05.065544 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e3176-7ba2-486d-ab0f-94b4739afc62 req-0ad88cb3-c08b-466d-9ab2-2d8cb59e7b48 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:05.066996 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ff1e3176-7ba2-486d-ab0f-94b4739afc62 req-0ad88cb3-c08b-466d-9ab2-2d8cb59e7b48 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0652435 May 26 19:38:05.117088 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ff1e3176-7ba2-486d-ab0f-94b4739afc62 req-81ce3e87-bd9c-45fd-99e4-9e04c2727d69 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439978 May 26 19:38:05.144712 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c412d6fc-e198-4726-bc74-c5bde375a045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (bacf2586-1c1a-4a5f-a87f-a960bb9d33ec), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:05.147920 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c412d6fc-e198-4726-bc74-c5bde375a045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:05.150587 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-c412d6fc-e198-4726-bc74-c5bde375a045 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bacf2586-1c1a-4a5f-a87f-a960bb9d33ec HTTP/1.1" status: 204 len: 168 time: 0.2358902 May 26 19:38:05.156727 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412d6fc-e198-4726-bc74-c5bde375a045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacf2586-1c1a-4a5f-a87f-a960bb9d33ec,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:05.240310 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e5133412-23c9-42aa-8874-1e94afdb5ae3 req-f5d3872f-1de0-47ea-82a4-8e891c01dff0 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 210 time: 0.0279686 May 26 19:38:05.759640 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 52424) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:05.772707 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a727be67-2111-47b4-887a-e9f6685089d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:05.775123 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:05.845402 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a727be67-2111-47b4-887a-e9f6685089d0 admin admin] Publish callbacks [] for security_group (967f6702-4db0-42a0-a7c7-00d172ef112f), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:05.892580 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a727be67-2111-47b4-887a-e9f6685089d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (967f6702-4db0-42a0-a7c7-00d172ef112f), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:05.930415 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-a727be67-2111-47b4-887a-e9f6685089d0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7f2645915c644ba9a930e0c66f038c02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1696818 May 26 19:38:05.932260 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727be67-2111-47b4-887a-e9f6685089d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967f6702-4db0-42a0-a7c7-00d172ef112f,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:05.933065 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 52426) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:05.982017 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-14382a6f-5bb3-4778-bf7f-994b2258eeac admin admin] Publish callbacks [] for security_group (967f6702-4db0-42a0-a7c7-00d172ef112f), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:06.004985 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-14382a6f-5bb3-4778-bf7f-994b2258eeac admin admin] Publish callbacks [] for security_group (967f6702-4db0-42a0-a7c7-00d172ef112f), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:06.133080 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-14382a6f-5bb3-4778-bf7f-994b2258eeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (967f6702-4db0-42a0-a7c7-00d172ef112f), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:06.135672 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-14382a6f-5bb3-4778-bf7f-994b2258eeac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:06.136790 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-14382a6f-5bb3-4778-bf7f-994b2258eeac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/967f6702-4db0-42a0-a7c7-00d172ef112f HTTP/1.1" status: 204 len: 168 time: 0.2027607 May 26 19:38:06.145058 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14382a6f-5bb3-4778-bf7f-994b2258eeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967f6702-4db0-42a0-a7c7-00d172ef112f,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:06.251912 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2efb6-5d7f-44d9-8353-2d791db7a920 req-43be2566-1173-4ccc-85cb-491806ad58d6 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:06.254590 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4ea2efb6-5d7f-44d9-8353-2d791db7a920 req-43be2566-1173-4ccc-85cb-491806ad58d6 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0564134 May 26 19:38:06.311720 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4ea2efb6-5d7f-44d9-8353-2d791db7a920 req-4f49f507-fd5f-4cc6-b1b6-94e4d85a3ecf tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512168 May 26 19:38:06.369013 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-38f3323b-cfb0-4cbd-9a3c-6e3e6723841c req-93291710-d4ae-4229-8ee3-07463bcc5940 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 210 time: 0.0309429 May 26 19:38:07.440487 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c58450-fd3c-4f85-9b79-36f3168bb45b req-95023d9d-762e-44c5-b684-0c6b3a6e350d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:07.444020 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-20c58450-fd3c-4f85-9b79-36f3168bb45b req-95023d9d-762e-44c5-b684-0c6b3a6e350d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0579724 May 26 19:38:07.471647 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b68b450a-b686-4679-89a4-e6b9eca063b2 req-651d9f8b-d31d-49e8-acf3-0fa4fb871c66 tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 210 time: 0.0292630 May 26 19:38:07.498787 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-20c58450-fd3c-4f85-9b79-36f3168bb45b req-038ba5e5-2a7d-4855-b856-123c85bd93c6 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517304 May 26 19:38:07.968523 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 52488) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:08.080542 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb1db-2455-4717-93b1-0367ad619247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:08.129128 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:08.168631 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb1db-2455-4717-93b1-0367ad619247 admin admin] Publish callbacks [] for security_group (f7961825-2c63-4017-b7ad-6ec5cc588929), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:08.270879 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb1db-2455-4717-93b1-0367ad619247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (f7961825-2c63-4017-b7ad-6ec5cc588929), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:08.297070 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:08.315279 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdb1db-2455-4717-93b1-0367ad619247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7961825-2c63-4017-b7ad-6ec5cc588929,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:08.319775 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-3bcdb1db-2455-4717-93b1-0367ad619247 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=37c96e30fd904c08aa7f3ae079bfe4bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501718 May 26 19:38:08.322621 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 52506) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:08.380482 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-e4c42df0-bc85-43a0-b401-4e576c469afd admin admin] Publish callbacks [] for security_group (f7961825-2c63-4017-b7ad-6ec5cc588929), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:08.404284 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-e4c42df0-bc85-43a0-b401-4e576c469afd admin admin] Publish callbacks [] for security_group (f7961825-2c63-4017-b7ad-6ec5cc588929), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:08.588964 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-81fdc71a-acca-4867-8281-a0af135608f9 req-6d998756-2633-434b-8ee9-85c781aa61df tempest-DeleteServersTestJSON-122366368 tempest-DeleteServersTestJSON-122366368-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26f44b8-4d34-4dde-8e5a-e369b12b8ab1 HTTP/1.1" status: 200 len: 210 time: 0.0304081 May 26 19:38:08.590226 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-e4c42df0-bc85-43a0-b401-4e576c469afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (f7961825-2c63-4017-b7ad-6ec5cc588929), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:08.592971 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-e4c42df0-bc85-43a0-b401-4e576c469afd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:08.594728 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-e4c42df0-bc85-43a0-b401-4e576c469afd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f7961825-2c63-4017-b7ad-6ec5cc588929 HTTP/1.1" status: 204 len: 168 time: 0.2714884 May 26 19:38:08.604142 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c42df0-bc85-43a0-b401-4e576c469afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7961825-2c63-4017-b7ad-6ec5cc588929,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:08.666771 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523ffb9-1e11-49f6-81da-b77b48e769d9 req-2b64745e-06bc-4162-b6ec-284e0888c708 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:08.668307 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d523ffb9-1e11-49f6-81da-b77b48e769d9 req-2b64745e-06bc-4162-b6ec-284e0888c708 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0613790 May 26 19:38:08.728424 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d523ffb9-1e11-49f6-81da-b77b48e769d9 req-a279bcda-a7d2-4b9c-89dc-7d334bb79818 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536275 May 26 19:38:09.856995 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e45bab-e077-4b71-9d85-c3e27c929936 req-4b318d77-28c3-4400-88c5-844d987d4dfb tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:09.863649 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-93e45bab-e077-4b71-9d85-c3e27c929936 req-4b318d77-28c3-4400-88c5-844d987d4dfb tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0605416 May 26 19:38:09.919508 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-93e45bab-e077-4b71-9d85-c3e27c929936 req-f4731849-4d32-43a5-a07d-df98e8b80fe0 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535481 May 26 19:38:11.028322 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cc282-7994-44ad-9425-c489c51b6b56 req-f9de7307-e4fe-4e05-a36f-153f5463f903 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:11.030063 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-247cc282-7994-44ad-9425-c489c51b6b56 req-f9de7307-e4fe-4e05-a36f-153f5463f903 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0485511 May 26 19:38:11.089681 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-247cc282-7994-44ad-9425-c489c51b6b56 req-476ec0cc-591e-4e68-9c28-91967435e095 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521824 May 26 19:38:12.203725 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265230c-d3ea-4244-983f-d738bd9c7436 req-69514098-4087-4742-bd03-8f62d681db3e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:12.205290 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6265230c-d3ea-4244-983f-d738bd9c7436 req-69514098-4087-4742-bd03-8f62d681db3e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0455282 May 26 19:38:12.253348 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6265230c-d3ea-4244-983f-d738bd9c7436 req-17491cde-9ca0-460f-bc06-cbdb171a3e22 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419085 May 26 19:38:13.372366 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f15dd-18b2-43f1-a6b8-d365a21ae359 req-1f484e7d-4466-43cd-a55d-a614b0d50d89 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:13.372366 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-979f15dd-18b2-43f1-a6b8-d365a21ae359 req-1f484e7d-4466-43cd-a55d-a614b0d50d89 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0486267 May 26 19:38:13.420542 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-979f15dd-18b2-43f1-a6b8-d365a21ae359 req-26e5ad3a-93c3-4d3f-9308-ce0621d8f415 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422888 May 26 19:38:13.529728 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:38:14.542106 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c489df-6637-4e7a-afb2-d2987a5e3021 req-a6fc8c11-485a-4898-9ff7-ab932482d997 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:14.544217 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f1c489df-6637-4e7a-afb2-d2987a5e3021 req-a6fc8c11-485a-4898-9ff7-ab932482d997 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0545495 May 26 19:38:14.597049 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f1c489df-6637-4e7a-afb2-d2987a5e3021 req-6673c391-8e6a-4010-99c9-ccea795c0e19 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471709 May 26 19:38:15.057835 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 52724) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:15.106545 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2abece-631a-42db-a1b7-b5a9fa7cb51e admin admin] Deleting subnet 103be34e-f8c7-446a-8166-98d3618a2c6e {{(pid=104684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 19:38:15.109821 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-6a2abece-631a-42db-a1b7-b5a9fa7cb51e admin admin] Publish callbacks [] for subnet (103be34e-f8c7-446a-8166-98d3618a2c6e), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:15.153769 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-6a2abece-631a-42db-a1b7-b5a9fa7cb51e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13475750'] for subnet (103be34e-f8c7-446a-8166-98d3618a2c6e), precommit_delete_associations {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:15.155500 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:15.202959 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-6a2abece-631a-42db-a1b7-b5a9fa7cb51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674963'] for subnet (103be34e-f8c7-446a-8166-98d3618a2c6e), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:15.373624 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-6a2abece-631a-42db-a1b7-b5a9fa7cb51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13475664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13281352'] for subnet (103be34e-f8c7-446a-8166-98d3618a2c6e), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:15.399849 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2abece-631a-42db-a1b7-b5a9fa7cb51e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=103be34e-f8c7-446a-8166-98d3618a2c6e,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:15.404635 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-6a2abece-631a-42db-a1b7-b5a9fa7cb51e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:15.408505 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-6a2abece-631a-42db-a1b7-b5a9fa7cb51e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/103be34e-f8c7-446a-8166-98d3618a2c6e HTTP/1.1" status: 204 len: 168 time: 0.3495245 May 26 19:38:15.410961 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 52734) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:15.478391 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4f24542b-52a1-41cd-bb95-481950447b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1324308'] for network (2fc14c16-c329-476d-bfe9-2e3d746cc6bf), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:15.558679 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4f24542b-52a1-41cd-bb95-481950447b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672550', 'neutron.services.segments.db._delete_segments_for_network-8748975417968'] for network (2fc14c16-c329-476d-bfe9-2e3d746cc6bf), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:15.570320 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:15.579507 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-4f24542b-52a1-41cd-bb95-481950447b1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc14c16-c329-476d-bfe9-2e3d746cc6bf']}} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:15.589150 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-4f24542b-52a1-41cd-bb95-481950447b1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c804667-945f-47bd-a6ae-16599fdcb36f') {'for_net_delete': True} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:15.589446 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-4f24542b-52a1-41cd-bb95-481950447b1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c804667-945f-47bd-a6ae-16599fdcb36f') {} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:15.598525 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4f24542b-52a1-41cd-bb95-481950447b1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748975417721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13475743'] for segment (6c804667-945f-47bd-a6ae-16599fdcb36f), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:15.611982 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4f24542b-52a1-41cd-bb95-481950447b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (6c804667-945f-47bd-a6ae-16599fdcb36f), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:15.618099 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f24542b-52a1-41cd-bb95-481950447b1b admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:38:15.618552 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4f24542b-52a1-41cd-bb95-481950447b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13474546'] for segment (6c804667-945f-47bd-a6ae-16599fdcb36f), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:15.636450 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.services.segments.plugin [-] Segment 6c804667-945f-47bd-a6ae-16599fdcb36f resource provider aggregate not found May 26 19:38:15.682505 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.services.segments.plugin [-] Segment 6c804667-945f-47bd-a6ae-16599fdcb36f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c804667-945f-47bd-a6ae-16599fdcb36f found for delete ", "request_id": "req-fca48e65-f0de-4694-910d-15fddab3dddf"}]} May 26 19:38:15.714695 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c81950-1126-4286-a7df-0e9ea240a048 req-24a42794-a509-40fe-aa03-d6bbffc879cb tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:15.716201 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-82c81950-1126-4286-a7df-0e9ea240a048 req-24a42794-a509-40fe-aa03-d6bbffc879cb tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0469341 May 26 19:38:15.744600 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4f24542b-52a1-41cd-bb95-481950447b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617908'] for network (2fc14c16-c329-476d-bfe9-2e3d746cc6bf), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:15.752741 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4f24542b-52a1-41cd-bb95-481950447b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:15.756250 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-4f24542b-52a1-41cd-bb95-481950447b1b admin admin] 10.222.0.72 "DELETE /v2.0/networks/2fc14c16-c329-476d-bfe9-2e3d746cc6bf HTTP/1.1" status: 204 len: 168 time: 0.3443725 May 26 19:38:15.763000 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-82c81950-1126-4286-a7df-0e9ea240a048 req-e24f3042-e296-434f-bcc8-d3e0d7586fa0 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411496 May 26 19:38:15.951531 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24542b-52a1-41cd-bb95-481950447b1b admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc14c16-c329-476d-bfe9-2e3d746cc6bf,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:16.159211 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=32 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:16.261292 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 52756) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:16.300015 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-890e061f-cfd3-4c6f-b546-1b63d37ae1bb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5da3140c3a1145dda3ef03959eb8a937&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0374815 May 26 19:38:16.302371 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 52758) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:16.357728 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3cf9fe85-e4f6-4938-b8fa-c50a39bdc9b2 admin admin] Publish callbacks [] for security_group (0fe4f43e-1916-4fe8-a088-756bd03ffcd0), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:16.386469 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3cf9fe85-e4f6-4938-b8fa-c50a39bdc9b2 admin admin] Publish callbacks [] for security_group (0fe4f43e-1916-4fe8-a088-756bd03ffcd0), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:16.544607 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3cf9fe85-e4f6-4938-b8fa-c50a39bdc9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (0fe4f43e-1916-4fe8-a088-756bd03ffcd0), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:16.547296 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3cf9fe85-e4f6-4938-b8fa-c50a39bdc9b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:16.548497 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-3cf9fe85-e4f6-4938-b8fa-c50a39bdc9b2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0fe4f43e-1916-4fe8-a088-756bd03ffcd0 HTTP/1.1" status: 204 len: 168 time: 0.2451632 May 26 19:38:16.557071 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9fe85-e4f6-4938-b8fa-c50a39bdc9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe4f43e-1916-4fe8-a088-756bd03ffcd0,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:16.889684 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ff554-849c-484d-a20d-cecad294aea9 req-365e208e-8fb8-46b9-8f91-98c9e21283aa tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:16.891151 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fc2ff554-849c-484d-a20d-cecad294aea9 req-365e208e-8fb8-46b9-8f91-98c9e21283aa tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0466993 May 26 19:38:16.946810 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fc2ff554-849c-484d-a20d-cecad294aea9 req-0856f607-04fd-4437-9fb2-f6729d209b75 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497556 May 26 19:38:17.609690 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 52796) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:17.704644 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-3452fc9b-8b00-4c7a-9342-018b4f2ced93 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-network', 'tenant_id': 'b189404964f64aa88af37e536c1c7464'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:38:17.788968 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3452fc9b-8b00-4c7a-9342-018b4f2ced93 admin admin] Made reservation on behalf of b189404964f64aa88af37e536c1c7464 for: {'network': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:17.791396 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3452fc9b-8b00-4c7a-9342-018b4f2ced93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for network (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:17.799953 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3452fc9b-8b00-4c7a-9342-018b4f2ced93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:17.810593 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:17.874653 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3452fc9b-8b00-4c7a-9342-018b4f2ced93 admin admin] Publish callbacks [] for security_group (0650d532-f464-44f8-9ace-4070a1cbd883), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:17.967541 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3452fc9b-8b00-4c7a-9342-018b4f2ced93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (0650d532-f464-44f8-9ace-4070a1cbd883), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:17.998183 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3452fc9b-8b00-4c7a-9342-018b4f2ced93 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=104684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:38:18.006256 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452fc9b-8b00-4c7a-9342-018b4f2ced93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0650d532-f464-44f8-9ace-4070a1cbd883,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:18.011081 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3452fc9b-8b00-4c7a-9342-018b4f2ced93 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748975417959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (29517d51-bc5c-4854-b7ff-4750c6ea272b), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:18.011489 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.segments_db [None req-3452fc9b-8b00-4c7a-9342-018b4f2ced93 admin admin] Added segment 29517d51-bc5c-4854-b7ff-4750c6ea272b of type vlan for network f1378612-5a59-4b7c-a0f1-5080210638d6 May 26 19:38:18.050704 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3452fc9b-8b00-4c7a-9342-018b4f2ced93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748974919033'] for network (f1378612-5a59-4b7c-a0f1-5080210638d6), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:18.067342 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a787b7a-e36b-45fc-ac66-f1188e69805b req-7b73389e-da73-4bc8-8671-97671f39925d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:18.068868 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-4a787b7a-e36b-45fc-ac66-f1188e69805b req-7b73389e-da73-4bc8-8671-97671f39925d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0522788 May 26 19:38:18.117027 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-4a787b7a-e36b-45fc-ac66-f1188e69805b req-ff650b66-7c33-4e50-a2f0-32da6da1066f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423186 May 26 19:38:18.133333 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3452fc9b-8b00-4c7a-9342-018b4f2ced93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for network (f1378612-5a59-4b7c-a0f1-5080210638d6), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:18.134392 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3452fc9b-8b00-4c7a-9342-018b4f2ced93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:18.135011 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3452fc9b-8b00-4c7a-9342-018b4f2ced93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:18.196053 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452fc9b-8b00-4c7a-9342-018b4f2ced93 admin admin] Pushing event updated for resources: {'Network': ['ID=f1378612-5a59-4b7c-a0f1-5080210638d6,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:18.205410 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Network f1378612-5a59-4b7c-a0f1-5080210638d6 details requested by agent ovs-agent-dv-cinder-825492-17-iscsi with host dv-cinder-825492-17-iscsi {{(pid=104686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 19:38:18.230355 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-3452fc9b-8b00-4c7a-9342-018b4f2ced93 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6166053 May 26 19:38:18.230543 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 52808) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:18.235647 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-d44e6e4c-d656-4ce0-8e34-21c7f7247900 admin admin] Request body: {'subnet': {'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-subnet', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:38:18.325931 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44e6e4c-d656-4ce0-8e34-21c7f7247900 admin admin] Made reservation on behalf of b189404964f64aa88af37e536c1c7464 for: {'subnet': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:18.328448 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d44e6e4c-d656-4ce0-8e34-21c7f7247900 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281381'] for subnet (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:18.454107 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:18.590551 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d44e6e4c-d656-4ce0-8e34-21c7f7247900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13475601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281395'] for subnet (05dcdbba-6e16-4071-86f2-e4f1836b9900), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:18.652716 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e6e4c-d656-4ce0-8e34-21c7f7247900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05dcdbba-6e16-4071-86f2-e4f1836b9900,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:18.660622 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44e6e4c-d656-4ce0-8e34-21c7f7247900 admin admin] Checking segment: {'id': '29517d51-bc5c-4854-b7ff-4750c6ea272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:38:18.660970 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44e6e4c-d656-4ce0-8e34-21c7f7247900 admin admin] Network hostable DHCP agents. Network: f1378612-5a59-4b7c-a0f1-5080210638d6, hostable agents: ['334e9f8c-ffb2-4cf1-9422-c5afdc325939'], hosted agents: [] {{(pid=104684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:38:18.803596 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44e6e4c-d656-4ce0-8e34-21c7f7247900 admin admin] Network f1378612-5a59-4b7c-a0f1-5080210638d6 is scheduled to be hosted by DHCP agent 334e9f8c-ffb2-4cf1-9422-c5afdc325939 with binding_index 1 {{(pid=104684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:38:18.939062 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-d44e6e4c-d656-4ce0-8e34-21c7f7247900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-17-iscsi, f1378612-5a59-4b7c-a0f1-5080210638d6) {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:18.943107 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44e6e4c-d656-4ce0-8e34-21c7f7247900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:18.943657 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d44e6e4c-d656-4ce0-8e34-21c7f7247900 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:18.953106 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f140cb-785d-4ce5-9ef2-f8ef564a86a7 None None] Network f1378612-5a59-4b7c-a0f1-5080210638d6 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:38:19.044323 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-d44e6e4c-d656-4ce0-8e34-21c7f7247900 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8126900 May 26 19:38:19.047287 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 52816) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:19.051906 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-d198d570-be57-4c0f-a360-96a0ba4a057f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-router', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:38:19.057740 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e918bd-8e83-4f9e-b154-21fe7bff7e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe26c64eb-9ba4-58e8-a104-6529d17effff-f1378612-5a59-4b7c-a0f1-5080210638d6', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'project_id': 'b189404964f64aa88af37e536c1c7464', 'fixed_ips': [{'subnet_id': '05dcdbba-6e16-4071-86f2-e4f1836b9900'}]}} from dv-cinder-825492-17-iscsi. {{(pid=104686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 19:38:19.059557 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-45e918bd-8e83-4f9e-b154-21fe7bff7e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:19.180322 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d198d570-be57-4c0f-a360-96a0ba4a057f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7723'] for router (ab9f03bb-732e-4883-91d6-4a3f9e7313fc), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:19.182895 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d198d570-be57-4c0f-a360-96a0ba4a057f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1823171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1704336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7714'] for router (ab9f03bb-732e-4883-91d6-4a3f9e7313fc), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:19.212290 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.db_base_plugin_common [None req-45e918bd-8e83-4f9e-b154-21fe7bff7e7e None None] Allocated IP 172.20.0.2 (f1378612-5a59-4b7c-a0f1-5080210638d6/05dcdbba-6e16-4071-86f2-e4f1836b9900/085bb935-4767-4396-9388-9bebcd7c9a8d) {{(pid=104686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:19.284635 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d198d570-be57-4c0f-a360-96a0ba4a057f admin admin] Publish callbacks [] for router_controller (ab9f03bb-732e-4883-91d6-4a3f9e7313fc), precommit_add_association {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:19.303604 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53aab5-7b41-40e7-8e8e-c68912c4be55 req-941e7ce8-9d56-4f2c-b908-5adcb0839d24 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:19.305099 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9e53aab5-7b41-40e7-8e8e-c68912c4be55 req-941e7ce8-9d56-4f2c-b908-5adcb0839d24 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0938206 May 26 19:38:19.341993 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:19.365502 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-45e918bd-8e83-4f9e-b154-21fe7bff7e7e None None] Publish callbacks [] for port (085bb935-4767-4396-9388-9bebcd7c9a8d), precommit_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:19.420695 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9e53aab5-7b41-40e7-8e8e-c68912c4be55 req-94eab06b-b81d-45f1-bd3a-6f8f1c76c84c tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085107 May 26 19:38:19.488713 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d198d570-be57-4c0f-a360-96a0ba4a057f admin admin] Publish callbacks [] for router_gateway (ab9f03bb-732e-4883-91d6-4a3f9e7313fc), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:19.495173 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-45e918bd-8e83-4f9e-b154-21fe7bff7e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691'] for port (085bb935-4767-4396-9388-9bebcd7c9a8d), after_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:19.533480 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-861bf523-d160-4b28-939d-3fb9d4c76151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:19.540450 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e918bd-8e83-4f9e-b154-21fe7bff7e7e None None] Network f1378612-5a59-4b7c-a0f1-5080210638d6 is already hosted by enough agents. {{(pid=104686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:19.544057 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.base_scheduler [None req-45e918bd-8e83-4f9e-b154-21fe7bff7e7e None None] Resources bound (agent type, host, resource id): {{(pid=104686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:19.557349 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e918bd-8e83-4f9e-b154-21fe7bff7e7e None None] Received port after_create {{(pid=104686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:38:19.559845 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=11 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:19.582447 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e918bd-8e83-4f9e-b154-21fe7bff7e7e None None] Pushing event updated for resources: {'Port': ['ID=085bb935-4767-4396-9388-9bebcd7c9a8d,revision_number=1']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:19.627384 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-45e918bd-8e83-4f9e-b154-21fe7bff7e7e None None] Attempting to bind port 085bb935-4767-4396-9388-9bebcd7c9a8d on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:38:19.627975 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-45e918bd-8e83-4f9e-b154-21fe7bff7e7e None None] Attempting to bind port 085bb935-4767-4396-9388-9bebcd7c9a8d by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': '29517d51-bc5c-4854-b7ff-4750c6ea272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:38:19.628700 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e918bd-8e83-4f9e-b154-21fe7bff7e7e None None] Attempting to bind port 085bb935-4767-4396-9388-9bebcd7c9a8d on network f1378612-5a59-4b7c-a0f1-5080210638d6 {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:38:19.637704 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e918bd-8e83-4f9e-b154-21fe7bff7e7e None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:38:19.637704 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e918bd-8e83-4f9e-b154-21fe7bff7e7e None None] Checking segment: {'id': '29517d51-bc5c-4854-b7ff-4750c6ea272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:38:19.638165 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-45e918bd-8e83-4f9e-b154-21fe7bff7e7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:19.638721 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e918bd-8e83-4f9e-b154-21fe7bff7e7e None None] Bound using segment: {'id': '29517d51-bc5c-4854-b7ff-4750c6ea272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:38:19.639566 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-45e918bd-8e83-4f9e-b154-21fe7bff7e7e None None] Bound port: 085bb935-4767-4396-9388-9bebcd7c9a8d, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29517d51-bc5c-4854-b7ff-4750c6ea272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:38:19.640460 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-45e918bd-8e83-4f9e-b154-21fe7bff7e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (085bb935-4767-4396-9388-9bebcd7c9a8d), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:19.714409 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-45e918bd-8e83-4f9e-b154-21fe7bff7e7e None None] For port 085bb935-4767-4396-9388-9bebcd7c9a8d, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:38:19.717989 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-45e918bd-8e83-4f9e-b154-21fe7bff7e7e None None] For port 085bb935-4767-4396-9388-9bebcd7c9a8d, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=085bb935-4767-4396-9388-9bebcd7c9a8d,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:38:19.754750 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d198d570-be57-4c0f-a360-96a0ba4a057f admin admin] Publish callbacks [] for router_gateway (ab9f03bb-732e-4883-91d6-4a3f9e7313fc), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:19.773471 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d198d570-be57-4c0f-a360-96a0ba4a057f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:19.774068 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-45e918bd-8e83-4f9e-b154-21fe7bff7e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (085bb935-4767-4396-9388-9bebcd7c9a8d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:19.842700 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e918bd-8e83-4f9e-b154-21fe7bff7e7e None None] Pushing event updated for resources: {'Port': ['ID=085bb935-4767-4396-9388-9bebcd7c9a8d,revision_number=2']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:19.910533 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [None req-d198d570-be57-4c0f-a360-96a0ba4a057f admin admin] Allocated IP 172.27.0.120 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/c39f0e68-a66e-4e38-8cd9-2034bf8878d7) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:19.996114 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:20.018641 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d198d570-be57-4c0f-a360-96a0ba4a057f admin admin] Publish callbacks [] for port (c39f0e68-a66e-4e38-8cd9-2034bf8878d7), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:20.139347 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d198d570-be57-4c0f-a360-96a0ba4a057f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (c39f0e68-a66e-4e38-8cd9-2034bf8878d7), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:20.191620 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d198d570-be57-4c0f-a360-96a0ba4a057f admin admin] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:20.197750 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-d198d570-be57-4c0f-a360-96a0ba4a057f admin admin] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:20.200266 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d198d570-be57-4c0f-a360-96a0ba4a057f admin admin] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:38:20.203903 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198d570-be57-4c0f-a360-96a0ba4a057f admin admin] Pushing event updated for resources: {'Port': ['ID=c39f0e68-a66e-4e38-8cd9-2034bf8878d7,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:20.513258 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d198d570-be57-4c0f-a360-96a0ba4a057f admin admin] Publish callbacks [] for router_gateway (ab9f03bb-732e-4883-91d6-4a3f9e7313fc), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:20.549353 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b264b-bb8b-4e8a-b4d0-dfb9da05931f req-9e8200aa-ec12-49ff-9828-45ce0308d169 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:20.552056 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-716b264b-bb8b-4e8a-b4d0-dfb9da05931f req-9e8200aa-ec12-49ff-9828-45ce0308d169 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0621755 May 26 19:38:20.566804 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:20.612573 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-716b264b-bb8b-4e8a-b4d0-dfb9da05931f req-198dea3b-62f1-4aaa-b766-11e52dcdf944 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550778 May 26 19:38:20.734181 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d198d570-be57-4c0f-a360-96a0ba4a057f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613824'] for router (ab9f03bb-732e-4883-91d6-4a3f9e7313fc), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:20.819915 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3eb96d6-94cb-4390-a2e7-879638ef29a7 None None] Network f1378612-5a59-4b7c-a0f1-5080210638d6 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:38:20.879295 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-42e5bae3-6597-402b-8540-74b01ea0e749 None None] Provisioning complete for port 085bb935-4767-4396-9388-9bebcd7c9a8d triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:20.879681 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-42e5bae3-6597-402b-8540-74b01ea0e749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (085bb935-4767-4396-9388-9bebcd7c9a8d), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:20.880969 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:20.911685 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:20.914987 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d198d570-be57-4c0f-a360-96a0ba4a057f admin admin] Router ab9f03bb-732e-4883-91d6-4a3f9e7313fc is scheduled to L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d with binding_index 1 {{(pid=104684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 19:38:21.003308 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-42e5bae3-6597-402b-8540-74b01ea0e749 None None] Current status of the port 085bb935-4767-4396-9388-9bebcd7c9a8d is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:38:21.003696 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-42e5bae3-6597-402b-8540-74b01ea0e749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (085bb935-4767-4396-9388-9bebcd7c9a8d), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:21.045491 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d198d570-be57-4c0f-a360-96a0ba4a057f admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:38:21.048990 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 085bb935-4767-4396-9388-9bebcd7c9a8d up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:38:21.056024 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] Sync routers for ids ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:38:21.068010 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] Routers {'ab9f03bb-732e-4883-91d6-4a3f9e7313fc'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:38:21.068626 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:37:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:21.083624 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-42e5bae3-6597-402b-8540-74b01ea0e749 None None] For port 085bb935-4767-4396-9388-9bebcd7c9a8d, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=085bb935-4767-4396-9388-9bebcd7c9a8d,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:38:21.107421 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 085bb935-4767-4396-9388-9bebcd7c9a8d triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:21.107936 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (085bb935-4767-4396-9388-9bebcd7c9a8d), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:21.175197 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-42e5bae3-6597-402b-8540-74b01ea0e749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (085bb935-4767-4396-9388-9bebcd7c9a8d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:21.175514 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d198d570-be57-4c0f-a360-96a0ba4a057f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:21.180456 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-d198d570-be57-4c0f-a360-96a0ba4a057f admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1284769 May 26 19:38:21.180614 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 52866) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:21.181034 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] Set router ab9f03bb-732e-4883-91d6-4a3f9e7313fc gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:38:21.222795 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 085bb935-4767-4396-9388-9bebcd7c9a8d is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:38:21.223407 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (085bb935-4767-4396-9388-9bebcd7c9a8d), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:21.279386 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5bae3-6597-402b-8540-74b01ea0e749 None None] Pushing event updated for resources: {'Port': ['ID=085bb935-4767-4396-9388-9bebcd7c9a8d,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:21.303962 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.db.api [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 19:38:21.304510 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG oslo_db.api [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:38:21.305478 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-add0b5bc-0d38-429c-8e31-ab408b3b93bf None None] Provisioning complete for port 085bb935-4767-4396-9388-9bebcd7c9a8d triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:21.308204 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-add0b5bc-0d38-429c-8e31-ab408b3b93bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (085bb935-4767-4396-9388-9bebcd7c9a8d), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:21.340861 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:21.341067 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:21.370030 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-router', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:20Z', 'revision_number': 3, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'gw_port': {'id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:21.392569 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-add0b5bc-0d38-429c-8e31-ab408b3b93bf None None] Current status of the port 085bb935-4767-4396-9388-9bebcd7c9a8d is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:38:21.396257 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] Checking router: ab9f03bb-732e-4883-91d6-4a3f9e7313fc for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:38:21.396610 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] Updating router ab9f03bb-732e-4883-91d6-4a3f9e7313fc port c39f0e68-a66e-4e38-8cd9-2034bf8878d7 binding host dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:38:21.424438 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (c39f0e68-a66e-4e38-8cd9-2034bf8878d7), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:21.494850 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:21.612998 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5868d084-9f31-44d9-9ee0-03ca5a842cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:21.707434 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] Publish callbacks [] for port (c39f0e68-a66e-4e38-8cd9-2034bf8878d7), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:21.778056 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (c39f0e68-a66e-4e38-8cd9-2034bf8878d7), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:21.789509 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182aa2d-a260-4170-b1cf-4a518b923538 req-5c3e71db-570b-4f13-a593-304c6710826f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:21.789692 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6182aa2d-a260-4170-b1cf-4a518b923538 req-5c3e71db-570b-4f13-a593-304c6710826f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0586908 May 26 19:38:21.809548 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-87c2754f-7118-4643-8234-89151327f8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:21.809746 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [None req-5868d084-9f31-44d9-9ee0-03ca5a842cdd admin admin] Allocated IP 172.20.0.1 (f1378612-5a59-4b7c-a0f1-5080210638d6/05dcdbba-6e16-4071-86f2-e4f1836b9900/5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:21.831013 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92df4f0-04dd-4d38-9d53-b63da5d4596d None None] Pushing event updated for resources: {'Port': ['ID=c39f0e68-a66e-4e38-8cd9-2034bf8878d7,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:21.842787 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92df4f0-04dd-4d38-9d53-b63da5d4596d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:21.843219 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92df4f0-04dd-4d38-9d53-b63da5d4596d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:21.843577 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92df4f0-04dd-4d38-9d53-b63da5d4596d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:21.843924 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92df4f0-04dd-4d38-9d53-b63da5d4596d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:21.844253 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92df4f0-04dd-4d38-9d53-b63da5d4596d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:21.844572 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92df4f0-04dd-4d38-9d53-b63da5d4596d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:21.844886 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92df4f0-04dd-4d38-9d53-b63da5d4596d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:21.845198 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92df4f0-04dd-4d38-9d53-b63da5d4596d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:21.845697 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92df4f0-04dd-4d38-9d53-b63da5d4596d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:21.846018 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92df4f0-04dd-4d38-9d53-b63da5d4596d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:21.846333 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92df4f0-04dd-4d38-9d53-b63da5d4596d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:21.846829 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92df4f0-04dd-4d38-9d53-b63da5d4596d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:21.847159 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92df4f0-04dd-4d38-9d53-b63da5d4596d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:21.847465 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92df4f0-04dd-4d38-9d53-b63da5d4596d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:21.847918 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92df4f0-04dd-4d38-9d53-b63da5d4596d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:21.862614 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] Attempting to bind port c39f0e68-a66e-4e38-8cd9-2034bf8878d7 on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:38:21.862997 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] Attempting to bind port c39f0e68-a66e-4e38-8cd9-2034bf8878d7 by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:38:21.869503 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] Attempting to bind port c39f0e68-a66e-4e38-8cd9-2034bf8878d7 on network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:38:21.870641 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:38:21.871057 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] Checking segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:38:21.871454 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:21.871827 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] Bound using segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:38:21.872495 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] Bound port: c39f0e68-a66e-4e38-8cd9-2034bf8878d7, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:38:21.873021 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (c39f0e68-a66e-4e38-8cd9-2034bf8878d7), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:21.875325 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 085bb935-4767-4396-9388-9bebcd7c9a8d is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:38:21.877710 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6182aa2d-a260-4170-b1cf-4a518b923538 req-42fef528-4334-45db-9656-5a6cad1b8eea tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805626 May 26 19:38:21.922853 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] For port c39f0e68-a66e-4e38-8cd9-2034bf8878d7, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:38:21.926174 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] For port c39f0e68-a66e-4e38-8cd9-2034bf8878d7, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=c39f0e68-a66e-4e38-8cd9-2034bf8878d7,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:38:21.934777 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5868d084-9f31-44d9-9ee0-03ca5a842cdd admin admin] Publish callbacks [] for port (5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:22.000983 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (c39f0e68-a66e-4e38-8cd9-2034bf8878d7), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:22.009299 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:22.027629 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:22.038085 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5868d084-9f31-44d9-9ee0-03ca5a842cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:22.064053 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92df4f0-04dd-4d38-9d53-b63da5d4596d None None] Pushing event updated for resources: {'Port': ['ID=c39f0e68-a66e-4e38-8cd9-2034bf8878d7,revision_number=3']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:22.068286 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] Routers {'ab9f03bb-732e-4883-91d6-4a3f9e7313fc'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:38:22.068896 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:38:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:22.084108 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5868d084-9f31-44d9-9ee0-03ca5a842cdd admin admin] Network f1378612-5a59-4b7c-a0f1-5080210638d6 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:22.087421 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-5868d084-9f31-44d9-9ee0-03ca5a842cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:22.091234 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5868d084-9f31-44d9-9ee0-03ca5a842cdd admin admin] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:38:22.094489 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868d084-9f31-44d9-9ee0-03ca5a842cdd admin admin] Pushing event updated for resources: {'Port': ['ID=5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:22.137512 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5868d084-9f31-44d9-9ee0-03ca5a842cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617779'] for router_interface (ab9f03bb-732e-4883-91d6-4a3f9e7313fc), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:22.176313 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] Set router ab9f03bb-732e-4883-91d6-4a3f9e7313fc gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:38:22.327252 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-c8079f2d-7a46-4c4b-86b9-7b4453a7329f None None] Provisioning complete for port 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:22.328004 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-c8079f2d-7a46-4c4b-86b9-7b4453a7329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:22.376604 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-c8079f2d-7a46-4c4b-86b9-7b4453a7329f None None] Port 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:38:22.464857 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-router', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:20Z', 'revision_number': 3, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'gw_port': {'id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:22.494588 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0427d2c-6292-4737-8d4a-b7c791980764 None None] The sync data for ids ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'] in dv-cinder-825492-17-iscsi is: [{'id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-router', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:20Z', 'revision_number': 3, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'gw_port': {'id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:38:22.606358 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5868d084-9f31-44d9-9ee0-03ca5a842cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:22.655739 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:22.736280 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:22.864948 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5868d084-9f31-44d9-9ee0-03ca5a842cdd admin admin] Publish callbacks [] for port (5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:22.949582 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:22.991994 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5868d084-9f31-44d9-9ee0-03ca5a842cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099810'] for port (5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:23.103997 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 085bb935-4767-4396-9388-9bebcd7c9a8d up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:38:23.111141 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c35e5d-cd60-4986-8f71-fd9e709e6ae5 req-1b9e6a87-d3da-4649-a5fc-11495cee6961 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:23.112947 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b8c35e5d-cd60-4986-8f71-fd9e709e6ae5 req-1b9e6a87-d3da-4649-a5fc-11495cee6961 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.1312363 May 26 19:38:23.118130 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5868d084-9f31-44d9-9ee0-03ca5a842cdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-131577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616579'] for router_interface (ab9f03bb-732e-4883-91d6-4a3f9e7313fc), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:23.129066 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868d084-9f31-44d9-9ee0-03ca5a842cdd admin admin] Pushing event updated for resources: {'Port': ['ID=5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd,revision_number=2']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:23.218555 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 085bb935-4767-4396-9388-9bebcd7c9a8d triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:23.218986 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (085bb935-4767-4396-9388-9bebcd7c9a8d), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:23.226245 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b8c35e5d-cd60-4986-8f71-fd9e709e6ae5 req-7fe7407f-f316-443e-b588-2f6d29db9624 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042004 May 26 19:38:23.315473 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5868d084-9f31-44d9-9ee0-03ca5a842cdd admin admin] Network f1378612-5a59-4b7c-a0f1-5080210638d6 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:23.317164 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-5868d084-9f31-44d9-9ee0-03ca5a842cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:23.438810 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 085bb935-4767-4396-9388-9bebcd7c9a8d is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:38:23.442420 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device c39f0e68-a66e-4e38-8cd9-2034bf8878d7 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:38:23.562760 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5868d084-9f31-44d9-9ee0-03ca5a842cdd admin admin] Router ab9f03bb-732e-4883-91d6-4a3f9e7313fc has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:38:23.591920 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port c39f0e68-a66e-4e38-8cd9-2034bf8878d7 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:23.593677 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (c39f0e68-a66e-4e38-8cd9-2034bf8878d7), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:23.663996 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:23.788975 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port c39f0e68-a66e-4e38-8cd9-2034bf8878d7 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:38:23.789617 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (c39f0e68-a66e-4e38-8cd9-2034bf8878d7), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:23.789837 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5868d084-9f31-44d9-9ee0-03ca5a842cdd admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:38:23.805775 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-5868d084-9f31-44d9-9ee0-03ca5a842cdd admin admin] 10.222.0.72 "PUT /v2.0/routers/ab9f03bb-732e-4883-91d6-4a3f9e7313fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6162336 May 26 19:38:23.830480 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c33d1b-b9a0-41fd-ab18-24cfc5f0cdf7 req-c3942734-60d5-4eed-841d-6cd294339cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:23.832115 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-48c33d1b-b9a0-41fd-ab18-24cfc5f0cdf7 req-c3942734-60d5-4eed-841d-6cd294339cc6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 1129 time: 0.0595069 May 26 19:38:23.836572 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] For port c39f0e68-a66e-4e38-8cd9-2034bf8878d7, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=c39f0e68-a66e-4e38-8cd9-2034bf8878d7,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:38:23.837775 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-4ee76419-d8c1-483b-834b-670689189fde None None] Provisioning complete for port 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:23.838167 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-4ee76419-d8c1-483b-834b-670689189fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:23.892099 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-4ee76419-d8c1-483b-834b-670689189fde None None] Port 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:38:23.913703 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-48c33d1b-b9a0-41fd-ab18-24cfc5f0cdf7 req-97290d83-d4ea-4dd9-846c-e5eb7ba27039 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565584 May 26 19:38:23.950543 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (c39f0e68-a66e-4e38-8cd9-2034bf8878d7), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:24.008109 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Pushing event updated for resources: {'Port': ['ID=c39f0e68-a66e-4e38-8cd9-2034bf8878d7,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:24.371659 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 52940) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:24.378316 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-abd75d69-8c4d-4e75-b921-9ee7659ac6ad tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2144424448', 'description': 'tempest-description--198724734'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:38:24.395147 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c47445-4b0a-4d74-a8a2-67e8c9b3d0cb req-d2d629fa-08d8-43d7-8ad3-5a22b5223e76 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:24.397840 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-50c47445-4b0a-4d74-a8a2-67e8c9b3d0cb req-d2d629fa-08d8-43d7-8ad3-5a22b5223e76 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0629706 May 26 19:38:24.409021 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:24.456445 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-50c47445-4b0a-4d74-a8a2-67e8c9b3d0cb req-525fa008-e2a0-4609-bcab-c5c5ae9bc365 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484426 May 26 19:38:24.722556 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-abd75d69-8c4d-4e75-b921-9ee7659ac6ad tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:24.725497 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] Sync routers for ids ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:38:24.802215 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-abd75d69-8c4d-4e75-b921-9ee7659ac6ad tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group (cb7a21ed-6da0-4220-b24f-4fe12ca92ec1), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:24.859576 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:24.862033 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] Routers {'ab9f03bb-732e-4883-91d6-4a3f9e7313fc'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:38:24.863103 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:38:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:24.871790 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-abd75d69-8c4d-4e75-b921-9ee7659ac6ad tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (cb7a21ed-6da0-4220-b24f-4fe12ca92ec1), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:24.912836 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd75d69-8c4d-4e75-b921-9ee7659ac6ad tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:24.949935 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:24.973172 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] Set router ab9f03bb-732e-4883-91d6-4a3f9e7313fc gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:38:24.977384 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-abd75d69-8c4d-4e75-b921-9ee7659ac6ad tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:24.982767 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 52958) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:24.988380 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-89fa4bcf-a525-43ac-960e-35a42b7d0f85 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Request body: {'security_group_rule': {'security_group_id': 'cb7a21ed-6da0-4220-b24f-4fe12ca92ec1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:38:24.989152 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-abd75d69-8c4d-4e75-b921-9ee7659ac6ad tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6156652 May 26 19:38:25.051389 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device c39f0e68-a66e-4e38-8cd9-2034bf8878d7 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:38:25.098847 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:25.141421 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-89fa4bcf-a525-43ac-960e-35a42b7d0f85 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group_rule (de1252df-987e-465e-a2da-5826f343e926), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:25.216216 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port c39f0e68-a66e-4e38-8cd9-2034bf8878d7 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:25.216722 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (c39f0e68-a66e-4e38-8cd9-2034bf8878d7), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:25.220021 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-89fa4bcf-a525-43ac-960e-35a42b7d0f85 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group_rule (de1252df-987e-465e-a2da-5826f343e926), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:25.270364 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-89fa4bcf-a525-43ac-960e-35a42b7d0f85 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (de1252df-987e-465e-a2da-5826f343e926), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:25.274430 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-router', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:22Z', 'revision_number': 4, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'gw_port': {'id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd', 'name': '', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'mac_address': 'fa:16:3e:05:07:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:21Z', 'updated_at': '2022-05-26T19:38:22Z', 'revision_number': 2, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'subnets': [{'id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:25.289932 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa4bcf-a525-43ac-960e-35a42b7d0f85 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1252df-987e-465e-a2da-5826f343e926,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:25.306282 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] Checking router: ab9f03bb-732e-4883-91d6-4a3f9e7313fc for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:38:25.309060 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] Updating router ab9f03bb-732e-4883-91d6-4a3f9e7313fc port 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd binding host dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:38:25.360505 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:25.380579 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:25.381260 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port c39f0e68-a66e-4e38-8cd9-2034bf8878d7 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:38:25.389553 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-89fa4bcf-a525-43ac-960e-35a42b7d0f85 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:25.389553 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-89fa4bcf-a525-43ac-960e-35a42b7d0f85 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4050674 May 26 19:38:25.391511 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 52970) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:25.396396 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-8ed7d8ba-12ce-4ae0-9fba-30451a7e91bd tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Request body: {'security_group_rule': {'security_group_id': 'cb7a21ed-6da0-4220-b24f-4fe12ca92ec1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:38:25.517858 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d8ba-12ce-4ae0-9fba-30451a7e91bd tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group_rule (6233ea36-6141-4766-88f1-53a298351ea2), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:25.546965 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:25.570248 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d8ba-12ce-4ae0-9fba-30451a7e91bd tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group_rule (6233ea36-6141-4766-88f1-53a298351ea2), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:25.574828 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:25.591988 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8b291-784f-4c53-9760-60f160ae3542 req-742a3d85-8b59-4a25-b5c9-75a8d536e6bf tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:25.593541 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-37d8b291-784f-4c53-9760-60f160ae3542 req-742a3d85-8b59-4a25-b5c9-75a8d536e6bf tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0557044 May 26 19:38:25.647169 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-37d8b291-784f-4c53-9760-60f160ae3542 req-178a0d85-a8f4-498b-b1ae-5018f85ef158 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476859 May 26 19:38:25.659975 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d8ba-12ce-4ae0-9fba-30451a7e91bd tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (6233ea36-6141-4766-88f1-53a298351ea2), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:25.685390 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7d8ba-12ce-4ae0-9fba-30451a7e91bd tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6233ea36-6141-4766-88f1-53a298351ea2,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:25.697569 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] Publish callbacks [] for port (5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd), precommit_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:25.757533 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d8ba-12ce-4ae0-9fba-30451a7e91bd tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:25.758889 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-8ed7d8ba-12ce-4ae0-9fba-30451a7e91bd tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3662200 May 26 19:38:25.766438 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 52990) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:25.771183 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-6ba74836-7aca-499c-a4b0-8a168e1486a4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Request body: {'floatingip': {'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:38:25.783499 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:25.875661 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c0867-7441-470a-af24-f6b009016a15 None None] Pushing event updated for resources: {'Port': ['ID=5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:25.876878 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6ba74836-7aca-499c-a4b0-8a168e1486a4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:25.915311 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] Attempting to bind port 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:38:25.915694 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] Attempting to bind port 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': '29517d51-bc5c-4854-b7ff-4750c6ea272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:38:25.916048 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] Attempting to bind port 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd on network f1378612-5a59-4b7c-a0f1-5080210638d6 {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:38:25.930785 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:38:25.931378 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] Checking segment: {'id': '29517d51-bc5c-4854-b7ff-4750c6ea272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:38:25.931955 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:25.932374 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] Bound using segment: {'id': '29517d51-bc5c-4854-b7ff-4750c6ea272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:38:25.933384 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] Bound port: 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29517d51-bc5c-4854-b7ff-4750c6ea272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:38:25.933760 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:25.941218 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:26.001484 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6ba74836-7aca-499c-a4b0-8a168e1486a4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:26.060674 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] For port 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:38:26.064779 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] For port 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:38:26.077616 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:26.128191 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-0b9dac0d-bd31-4c52-b114-1a6fbeaec8a9 None None] Provisioning complete for port 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:26.128557 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-0b9dac0d-bd31-4c52-b114-1a6fbeaec8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:26.140937 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [None req-6ba74836-7aca-499c-a4b0-8a168e1486a4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Allocated IP 172.27.0.180 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/49d07a40-2f7f-4dae-82f3-2b4036ed4181) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:26.152879 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:26.158292 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:26.191892 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-0b9dac0d-bd31-4c52-b114-1a6fbeaec8a9 None None] Port 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:38:26.237777 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] Routers {'ab9f03bb-732e-4883-91d6-4a3f9e7313fc'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:38:26.238427 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:38:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:26.240387 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c0867-7441-470a-af24-f6b009016a15 None None] Pushing event updated for resources: {'Port': ['ID=5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:26.262052 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:26.308243 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6ba74836-7aca-499c-a4b0-8a168e1486a4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for port (49d07a40-2f7f-4dae-82f3-2b4036ed4181), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:26.381618 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] Set router ab9f03bb-732e-4883-91d6-4a3f9e7313fc gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:38:26.413025 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6ba74836-7aca-499c-a4b0-8a168e1486a4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (49d07a40-2f7f-4dae-82f3-2b4036ed4181), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:26.463165 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba74836-7aca-499c-a4b0-8a168e1486a4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:26.466036 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-6ba74836-7aca-499c-a4b0-8a168e1486a4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:26.468439 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba74836-7aca-499c-a4b0-8a168e1486a4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:38:26.498418 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba74836-7aca-499c-a4b0-8a168e1486a4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Pushing event updated for resources: {'Port': ['ID=49d07a40-2f7f-4dae-82f3-2b4036ed4181,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:26.533443 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-27976595-318a-439c-a43f-6ad561e12dfa None None] Provisioning complete for port 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:26.533838 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-27976595-318a-439c-a43f-6ad561e12dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:26.576882 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6ba74836-7aca-499c-a4b0-8a168e1486a4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for floatingip (f25bb679-06ae-4be7-b428-9c3410a32b21), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:26.654291 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=100 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:26.664556 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-27976595-318a-439c-a43f-6ad561e12dfa None None] Current status of the port 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:38:26.664943 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-27976595-318a-439c-a43f-6ad561e12dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:26.675671 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-router', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:22Z', 'revision_number': 4, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'gw_port': {'id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd', 'name': '', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'mac_address': 'fa:16:3e:05:07:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:21Z', 'updated_at': '2022-05-26T19:38:26Z', 'revision_number': 4, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'subnets': [{'id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:26.710278 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6ba74836-7aca-499c-a4b0-8a168e1486a4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (49d07a40-2f7f-4dae-82f3-2b4036ed4181), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:26.711774 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0312123d-72f8-4de9-b5b3-6c7cd66d5aa8 None None] The sync data for ids ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'] in dv-cinder-825492-17-iscsi is: [{'id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-router', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:22Z', 'revision_number': 4, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'gw_port': {'id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd', 'name': '', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'mac_address': 'fa:16:3e:05:07:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:21Z', 'updated_at': '2022-05-26T19:38:26Z', 'revision_number': 4, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'subnets': [{'id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:38:26.739333 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-27976595-318a-439c-a43f-6ad561e12dfa None None] For port 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:38:26.855567 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8662f-c62a-4247-b7da-4e4fdb20c89a req-0b598ecf-57d9-467a-95e1-c10289288f15 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:26.857176 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-7cd8662f-c62a-4247-b7da-4e4fdb20c89a req-0b598ecf-57d9-467a-95e1-c10289288f15 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.1003084 May 26 19:38:26.864022 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-27976595-318a-439c-a43f-6ad561e12dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:26.973213 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-7cd8662f-c62a-4247-b7da-4e4fdb20c89a req-63b17504-9275-4028-86bc-5c0fda3c65c7 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047659 May 26 19:38:27.044586 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:38:27.047904 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6ba74836-7aca-499c-a4b0-8a168e1486a4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for port (49d07a40-2f7f-4dae-82f3-2b4036ed4181), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:27.106071 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27976595-318a-439c-a43f-6ad561e12dfa None None] Pushing event updated for resources: {'Port': ['ID=5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:27.126312 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6ba74836-7aca-499c-a4b0-8a168e1486a4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099810'] for port (49d07a40-2f7f-4dae-82f3-2b4036ed4181), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:27.126536 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:27.126889 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:27.151801 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4019437-5013-42ba-a7b6-1fe812eb1b6e req-17e68f72-ff76-4e75-aed5-e31afb9f3224 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:27.153607 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a4019437-5013-42ba-a7b6-1fe812eb1b6e req-17e68f72-ff76-4e75-aed5-e31afb9f3224 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0738328 May 26 19:38:27.215397 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6ba74836-7aca-499c-a4b0-8a168e1486a4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (f25bb679-06ae-4be7-b428-9c3410a32b21), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:27.219636 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:38:27.220534 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba74836-7aca-499c-a4b0-8a168e1486a4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Pushing event updated for resources: {'Port': ['ID=49d07a40-2f7f-4dae-82f3-2b4036ed4181,revision_number=2']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:27.226960 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a4019437-5013-42ba-a7b6-1fe812eb1b6e req-d5b96f61-46d1-4c08-8dfc-c9d9c945186a tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611324 May 26 19:38:27.307038 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6ba74836-7aca-499c-a4b0-8a168e1486a4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:27.309014 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-6ba74836-7aca-499c-a4b0-8a168e1486a4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5414295 May 26 19:38:27.473843 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-a0a0a9e5-1bef-4ce5-9ab9-ec70e2299a4a tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2144424448&fields=id&tenant_id=b189404964f64aa88af37e536c1c7464 HTTP/1.1" status: 200 len: 267 time: 0.0497491 May 26 19:38:27.535686 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:27.591735 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-305d9c49-1bbb-4939-a2ba-5179d8ba1cd1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:27.593244 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-305d9c49-1bbb-4939-a2ba-5179d8ba1cd1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/networks?id=f1378612-5a59-4b7c-a0f1-5080210638d6 HTTP/1.1" status: 200 len: 817 time: 0.1125100 May 26 19:38:27.610607 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-62a6eba7-0107-49be-886d-786469c39873 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/quotas/b189404964f64aa88af37e536c1c7464 HTTP/1.1" status: 200 len: 375 time: 0.0118871 May 26 19:38:27.661266 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-4774b7d5-0cc1-4d91-9e80-ff47b7e1da7c tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b189404964f64aa88af37e536c1c7464&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448613 May 26 19:38:27.697057 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:27.763860 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-3b0623f2-9ee6-4891-812b-f8c0ae3b7dd9 service neutron] 10.222.0.72 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878501 May 26 19:38:27.871082 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-86f77d8e-4ad6-4f80-a434-bfd08ff6aedd service neutron] 10.222.0.72 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011100 May 26 19:38:28.299350 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6bb96167-3bd7-4cb2-94e6-09e60f8c74bc req-bccffccb-2e72-46f3-b0ce-e162dd7ea5b5 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 210 time: 0.0306468 May 26 19:38:28.973343 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:38:29.017651 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:29.018027 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:29.096603 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:38:29.401271 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-171cd7cd-e365-44ac-9fdd-64239188ad80 req-04285f80-7351-44de-b172-d832830e616a tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 210 time: 0.0275671 May 26 19:38:30.502633 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a07d8767-5f8d-4cc3-9cae-6b3ffc3b336c req-5ce5e4ed-530d-4f0e-9f85-f53aeb37e295 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 210 time: 0.0270457 May 26 19:38:31.610401 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0628a0a6-dea6-4d07-89aa-a67fd07026b2 req-74ed628c-2824-4420-b0ea-b1a8fa20d495 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 210 time: 0.0283372 May 26 19:38:32.462217 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=11 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:32.494247 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=58 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:32.716276 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c3c95339-9b85-44c7-ac7c-97d5389adc54 req-9d4501d7-86f7-4dc6-9d85-8460a131685e tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 210 time: 0.0298932 May 26 19:38:33.074665 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-28cc977a-95c3-47a2-86f7-279745c061d8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:33.076164 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-28cc977a-95c3-47a2-86f7-279745c061d8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.77 "GET /v2.0/networks?id=f1378612-5a59-4b7c-a0f1-5080210638d6 HTTP/1.1" status: 200 len: 817 time: 0.3063369 May 26 19:38:33.146773 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-b0684153-e467-40f2-9578-db0edbaeea81 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b189404964f64aa88af37e536c1c7464 HTTP/1.1" status: 200 len: 380 time: 0.0617809 May 26 19:38:33.156951 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-f1411b0e-73ef-4ef0-94e4-748cd60cbde8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Request body: {'port': {'device_id': '915b2746-efa1-4bc1-897f-dd3382e94a03', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'admin_state_up': True, 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'security_groups': ['cb7a21ed-6da0-4220-b24f-4fe12ca92ec1']}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:38:33.361637 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-f1411b0e-73ef-4ef0-94e4-748cd60cbde8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Made reservation on behalf of b189404964f64aa88af37e536c1c7464 for: {'port': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:33.365664 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-f1411b0e-73ef-4ef0-94e4-748cd60cbde8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:33.516653 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-f1411b0e-73ef-4ef0-94e4-748cd60cbde8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Allocated IP 172.20.0.13 (f1378612-5a59-4b7c-a0f1-5080210638d6/05dcdbba-6e16-4071-86f2-e4f1836b9900/d5745298-9304-403b-b990-9deaf1756306) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:33.667344 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-f1411b0e-73ef-4ef0-94e4-748cd60cbde8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for port (d5745298-9304-403b-b990-9deaf1756306), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:33.669756 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:33.779130 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-f1411b0e-73ef-4ef0-94e4-748cd60cbde8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (d5745298-9304-403b-b990-9deaf1756306), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:33.815030 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:33.830508 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da1d72-c1a9-4b11-8b42-9ef65efff20e req-406dcbe1-44f7-4d18-b40c-1d2277b0e02a tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:33.832038 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-51da1d72-c1a9-4b11-8b42-9ef65efff20e req-406dcbe1-44f7-4d18-b40c-1d2277b0e02a tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0855703 May 26 19:38:33.845875 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-f1411b0e-73ef-4ef0-94e4-748cd60cbde8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Network f1378612-5a59-4b7c-a0f1-5080210638d6 is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:33.851332 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-f1411b0e-73ef-4ef0-94e4-748cd60cbde8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:33.853232 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1411b0e-73ef-4ef0-94e4-748cd60cbde8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Pushing event updated for resources: {'Port': ['ID=d5745298-9304-403b-b990-9deaf1756306,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:33.864420 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-f1411b0e-73ef-4ef0-94e4-748cd60cbde8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:38:33.891265 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac4aec-f521-4d0a-bec2-7557aa138f62 req-96e11a96-df68-41e6-a5ac-cef89ba2f3ac tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:33.899722 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-bcac4aec-f521-4d0a-bec2-7557aa138f62 req-96e11a96-df68-41e6-a5ac-cef89ba2f3ac tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 932 time: 0.1048479 May 26 19:38:34.001018 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-bcac4aec-f521-4d0a-bec2-7557aa138f62 req-dd10ff8f-6a6f-45e1-8967-846430660c56 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952768 May 26 19:38:34.022111 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-f1411b0e-73ef-4ef0-94e4-748cd60cbde8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:34.023064 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-f1411b0e-73ef-4ef0-94e4-748cd60cbde8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:34.072503 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-51da1d72-c1a9-4b11-8b42-9ef65efff20e req-b8fc18b2-df04-40d9-81b9-561952286948 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123480 May 26 19:38:34.072503 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31cade-35b8-4a13-9c93-dde5cbf47d25 req-7ca15839-f80e-4ee5-b99e-ffc70798a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:34.073485 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5d31cade-35b8-4a13-9c93-dde5cbf47d25 req-7ca15839-f80e-4ee5-b99e-ffc70798a3c2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf99d88fec9046608e464a5e2c75506e&device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 1130 time: 0.1761823 May 26 19:38:34.118284 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 53194) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:34.178180 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-f1411b0e-73ef-4ef0-94e4-748cd60cbde8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0254667 May 26 19:38:34.190531 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] Request body: {'port': {'device_id': '915b2746-efa1-4bc1-897f-dd3382e94a03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:38:34.235761 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31cade-35b8-4a13-9c93-dde5cbf47d25 req-97cc7788-8541-4bf5-8a26-c74a41c18dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:34.238130 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5d31cade-35b8-4a13-9c93-dde5cbf47d25 req-97cc7788-8541-4bf5-8a26-c74a41c18dc2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d HTTP/1.1" status: 200 len: 919 time: 0.1556716 May 26 19:38:34.239970 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-8de9a4fa-46d7-45ed-b32b-48ed1341dc8e None None] Provisioning complete for port d5745298-9304-403b-b990-9deaf1756306 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:34.240448 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-8de9a4fa-46d7-45ed-b32b-48ed1341dc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (d5745298-9304-403b-b990-9deaf1756306), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:34.280948 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-8de9a4fa-46d7-45ed-b32b-48ed1341dc8e None None] Port d5745298-9304-403b-b990-9deaf1756306 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:38:34.295218 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4a26df44-5682-4599-ad0b-5ca1b5f932e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:34.302012 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5d31cade-35b8-4a13-9c93-dde5cbf47d25 req-b6971120-4829-4b1f-8220-926dfe277d5b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40dd7f56-37e3-4a52-a2d9-f04821553aa0 HTTP/1.1" status: 200 len: 217 time: 0.0454381 May 26 19:38:34.306650 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (d5745298-9304-403b-b990-9deaf1756306), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:34.381564 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4a26df44-5682-4599-ad0b-5ca1b5f932e1 admin admin] Publish callbacks [] for security_group (292aa454-15da-46b1-94a1-d6a676430ca2), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:34.382878 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31cade-35b8-4a13-9c93-dde5cbf47d25 req-b8643ec0-d476-4f81-8bbf-298ceb953c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:34.384547 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5d31cade-35b8-4a13-9c93-dde5cbf47d25 req-b8643ec0-d476-4f81-8bbf-298ceb953c49 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=74ab063f-9814-4a72-a36c-4bbd4ab07270 HTTP/1.1" status: 200 len: 857 time: 0.0753138 May 26 19:38:34.462133 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31cade-35b8-4a13-9c93-dde5cbf47d25 req-c7f62bf2-1d45-41bf-b8a4-5de82747eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:34.463685 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5d31cade-35b8-4a13-9c93-dde5cbf47d25 req-c7f62bf2-1d45-41bf-b8a4-5de82747eb56 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0708807 May 26 19:38:34.505045 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4a26df44-5682-4599-ad0b-5ca1b5f932e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (292aa454-15da-46b1-94a1-d6a676430ca2), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:34.508283 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:34.558757 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-4a26df44-5682-4599-ad0b-5ca1b5f932e1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6fc40824cb9a477abcf9524551d6fd49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4383864 May 26 19:38:34.561388 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26df44-5682-4599-ad0b-5ca1b5f932e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292aa454-15da-46b1-94a1-d6a676430ca2,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:34.563726 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 53202) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:34.615016 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6a032246-3881-4737-aa8c-4fc7f817347d admin admin] Publish callbacks [] for security_group (292aa454-15da-46b1-94a1-d6a676430ca2), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:34.635348 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:34.644511 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6a032246-3881-4737-aa8c-4fc7f817347d admin admin] Publish callbacks [] for security_group (292aa454-15da-46b1-94a1-d6a676430ca2), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:34.656459 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5d31cade-35b8-4a13-9c93-dde5cbf47d25 req-820ad4f3-43ce-438f-8edf-9a6f3a207a65 service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516325 May 26 19:38:34.773448 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6a032246-3881-4737-aa8c-4fc7f817347d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (292aa454-15da-46b1-94a1-d6a676430ca2), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:34.776415 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6a032246-3881-4737-aa8c-4fc7f817347d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:34.777565 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-6a032246-3881-4737-aa8c-4fc7f817347d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/292aa454-15da-46b1-94a1-d6a676430ca2 HTTP/1.1" status: 204 len: 168 time: 0.2129457 May 26 19:38:34.790048 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a032246-3881-4737-aa8c-4fc7f817347d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292aa454-15da-46b1-94a1-d6a676430ca2,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:34.807186 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5745298-9304-403b-b990-9deaf1756306 {{(pid=104684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:38:34.817791 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] Publish callbacks [] for port (d5745298-9304-403b-b990-9deaf1756306), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:34.821957 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5d31cade-35b8-4a13-9c93-dde5cbf47d25 req-488de15a-536f-4145-b963-f79d2ac122bd service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523616 May 26 19:38:34.833302 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.provisioning_blocks [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] Transition to ACTIVE for port object d5745298-9304-403b-b990-9deaf1756306 will not be triggered until provisioned by entity L2. {{(pid=104684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 19:38:34.944826 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (d5745298-9304-403b-b990-9deaf1756306), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:35.005614 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5745298-9304-403b-b990-9deaf1756306,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:35.026003 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:35.095478 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] Attempting to bind port d5745298-9304-403b-b990-9deaf1756306 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:38:35.095858 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] Attempting to bind port d5745298-9304-403b-b990-9deaf1756306 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '29517d51-bc5c-4854-b7ff-4750c6ea272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6'}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:38:35.096192 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] Attempting to bind port d5745298-9304-403b-b990-9deaf1756306 on network f1378612-5a59-4b7c-a0f1-5080210638d6 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:38:35.103905 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] Port d5745298-9304-403b-b990-9deaf1756306 on network f1378612-5a59-4b7c-a0f1-5080210638d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 19:38:35.104225 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] Attempting to bind port d5745298-9304-403b-b990-9deaf1756306 on network f1378612-5a59-4b7c-a0f1-5080210638d6 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:38:35.122836 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] Checking agent: {'id': 'c3a211c9-c98b-4801-84c3-445f8272aa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'started_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:38:35.123975 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] Checking segment: {'id': '29517d51-bc5c-4854-b7ff-4750c6ea272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:38:35.123975 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] Bound using segment: {'id': '29517d51-bc5c-4854-b7ff-4750c6ea272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6'} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:38:35.124225 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] Bound port: d5745298-9304-403b-b990-9deaf1756306, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29517d51-bc5c-4854-b7ff-4750c6ea272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6'}}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:38:35.125925 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (d5745298-9304-403b-b990-9deaf1756306), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:35.163613 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1dc56-6ff2-4095-ac98-f84e726b7ec1 req-433be576-9d92-4967-a7c4-9a24083a60e1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:35.172469 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0eb1dc56-6ff2-4095-ac98-f84e726b7ec1 req-433be576-9d92-4967-a7c4-9a24083a60e1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0627868 May 26 19:38:35.221688 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] For port d5745298-9304-403b-b990-9deaf1756306, host hv-cinder-82549, cleared binding levels {{(pid=104684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:38:35.225987 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] For port d5745298-9304-403b-b990-9deaf1756306, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d5745298-9304-403b-b990-9deaf1756306,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:38:35.240780 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0eb1dc56-6ff2-4095-ac98-f84e726b7ec1 req-65a7eb24-af2d-41dd-8eaf-228f8c85f9eb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673220 May 26 19:38:35.321702 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952d9f1-45df-45b4-beef-87b7b3c11cc4 req-87dda0c1-e110-4ba0-aaca-50515a38ac39 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:35.321702 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9952d9f1-45df-45b4-beef-87b7b3c11cc4 req-87dda0c1-e110-4ba0-aaca-50515a38ac39 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0602870 May 26 19:38:35.338114 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (d5745298-9304-403b-b990-9deaf1756306), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:35.392812 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:35.393435 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:35.394783 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] 10.222.0.77 "PUT /v2.0/ports/d5745298-9304-403b-b990-9deaf1756306 HTTP/1.1" status: 200 len: 1094 time: 1.2089288 May 26 19:38:35.402181 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915b2746-efa1-4bc1-897f-dd3382e94a03', 'tag': 'd5745298-9304-403b-b990-9deaf1756306'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:38:35.402181 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f4bb1c-8ad6-4328-b62f-63ad8babbe6b" -d '{"events": [{"name": "network-changed", "server_uuid": "915b2746-efa1-4bc1-897f-dd3382e94a03", "tag": "d5745298-9304-403b-b990-9deaf1756306"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:38:35.440492 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9952d9f1-45df-45b4-beef-87b7b3c11cc4 req-feffa124-a179-4464-8608-0ca982002618 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164920 May 26 19:38:35.441823 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89093357-ee09-44eb-8b4e-e2505575f0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5745298-9304-403b-b990-9deaf1756306,revision_number=3']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:35.457126 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0b6758-d048-45f8-814e-8c4e24505b51 x-openstack-request-id: req-3e0b6758-d048-45f8-814e-8c4e24505b51 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:38:35.457687 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "915b2746-efa1-4bc1-897f-dd3382e94a03", "tag": "d5745298-9304-403b-b990-9deaf1756306", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:38:35.458145 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3e0b6758-d048-45f8-814e-8c4e24505b51 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:38:35.458768 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0b6758-d048-45f8-814e-8c4e24505b51'] response: {'name': 'network-changed', 'server_uuid': '915b2746-efa1-4bc1-897f-dd3382e94a03', 'tag': 'd5745298-9304-403b-b990-9deaf1756306', 'status': 'completed', 'code': 200} May 26 19:38:35.534550 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4bb1c-8ad6-4328-b62f-63ad8babbe6b req-44b33fcc-1d23-4b90-a635-fcbae512f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:35.536143 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f2f4bb1c-8ad6-4328-b62f-63ad8babbe6b req-44b33fcc-1d23-4b90-a635-fcbae512f5a1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b189404964f64aa88af37e536c1c7464&device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 1128 time: 0.0443833 May 26 19:38:35.614070 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:35.627994 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 53244) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:35.641783 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-454938ce-a21b-46d0-bcf2-d230780383a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:35.660946 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4bb1c-8ad6-4328-b62f-63ad8babbe6b req-dab43157-1c8b-4eee-a063-f8c953cc9a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:35.662443 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f2f4bb1c-8ad6-4328-b62f-63ad8babbe6b req-dab43157-1c8b-4eee-a063-f8c953cc9a84 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=b189404964f64aa88af37e536c1c7464&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1173830 May 26 19:38:35.757110 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-454938ce-a21b-46d0-bcf2-d230780383a1 admin admin] Publish callbacks [] for security_group (78df3b5f-edfc-46a1-9e39-8947e8fdf74b), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:35.775268 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4bb1c-8ad6-4328-b62f-63ad8babbe6b req-f0c01438-cd31-4d05-a199-b09dc2b5ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:35.776817 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f2f4bb1c-8ad6-4328-b62f-63ad8babbe6b req-f0c01438-cd31-4d05-a199-b09dc2b5ec9c service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1075814 May 26 19:38:35.824656 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-454938ce-a21b-46d0-bcf2-d230780383a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (78df3b5f-edfc-46a1-9e39-8947e8fdf74b), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:35.865078 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-69e8e53f-a78e-4252-ba15-a127b28a802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:35.866599 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-69e8e53f-a78e-4252-ba15-a127b28a802a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b189404964f64aa88af37e536c1c7464&device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 1128 time: 0.0500464 May 26 19:38:35.869902 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-454938ce-a21b-46d0-bcf2-d230780383a1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f4ef354465a745d3bd568eee98e60cd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408438 May 26 19:38:35.872687 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 53256) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:35.878254 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454938ce-a21b-46d0-bcf2-d230780383a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78df3b5f-edfc-46a1-9e39-8947e8fdf74b,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:35.930353 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-dd4a62c7-3c15-4d32-9a0f-0df34c346c85 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5745298-9304-403b-b990-9deaf1756306 HTTP/1.1" status: 200 len: 217 time: 0.0448904 May 26 19:38:35.982702 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 53268) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:36.028409 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-3bc37c38-8759-480a-849f-a371460559fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:36.030181 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-3bc37c38-8759-480a-849f-a371460559fc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=05dcdbba-6e16-4071-86f2-e4f1836b9900 HTTP/1.1" status: 200 len: 856 time: 0.0884178 May 26 19:38:36.030984 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-e2a00332-8c72-4dd1-a1ba-6c09d70ff4e4 admin admin] Publish callbacks [] for security_group (78df3b5f-edfc-46a1-9e39-8947e8fdf74b), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:36.079034 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-e2a00332-8c72-4dd1-a1ba-6c09d70ff4e4 admin admin] Publish callbacks [] for security_group (78df3b5f-edfc-46a1-9e39-8947e8fdf74b), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:36.092385 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:36.095767 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4520523b-02ca-4d59-840e-d7869afc827e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:36.101063 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-9a63ee7a-98d9-4101-9cd7-db8c6b24a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:36.102554 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-9a63ee7a-98d9-4101-9cd7-db8c6b24a95c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f1378612-5a59-4b7c-a0f1-5080210638d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0624106 May 26 19:38:36.139969 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:36.182539 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4520523b-02ca-4d59-840e-d7869afc827e admin admin] Publish callbacks [] for security_group (eb4e87d7-29cb-489c-ab04-d87be83726d3), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:36.210612 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-96720d3e-d9df-41bc-8743-9819aeff6166 service neutron] 10.222.0.77 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959930 May 26 19:38:36.291773 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-e2a00332-8c72-4dd1-a1ba-6c09d70ff4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (78df3b5f-edfc-46a1-9e39-8947e8fdf74b), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:36.292252 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4520523b-02ca-4d59-840e-d7869afc827e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (eb4e87d7-29cb-489c-ab04-d87be83726d3), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:36.294313 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-e2a00332-8c72-4dd1-a1ba-6c09d70ff4e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:36.298548 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-e2a00332-8c72-4dd1-a1ba-6c09d70ff4e4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/78df3b5f-edfc-46a1-9e39-8947e8fdf74b HTTP/1.1" status: 204 len: 168 time: 0.4243486 May 26 19:38:36.318518 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a00332-8c72-4dd1-a1ba-6c09d70ff4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78df3b5f-edfc-46a1-9e39-8947e8fdf74b,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:36.322457 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d8d431c4-d7da-4013-ba55-268ba7e121a8 req-0ecaaa40-15e1-4a59-a076-1576b2f0ff61 service neutron] 10.222.0.77 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023982 May 26 19:38:36.368714 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-4520523b-02ca-4d59-840e-d7869afc827e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=43d9bdd8098d4b729ab4203e176a2660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3848498 May 26 19:38:36.371257 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 53284) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:36.396935 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520523b-02ca-4d59-840e-d7869afc827e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4e87d7-29cb-489c-ab04-d87be83726d3,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:36.420692 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704bc36-b3dd-490b-bc7e-5354e7c88b26 req-1893c5e7-c27d-4bbf-9986-4dd5912682fc tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:36.422271 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c704bc36-b3dd-490b-bc7e-5354e7c88b26 req-1893c5e7-c27d-4bbf-9986-4dd5912682fc tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0561602 May 26 19:38:36.430978 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-919cdc7c-698f-4760-b9e7-3e84b3ed30e5 admin admin] Publish callbacks [] for security_group (eb4e87d7-29cb-489c-ab04-d87be83726d3), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:36.458578 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-919cdc7c-698f-4760-b9e7-3e84b3ed30e5 admin admin] Publish callbacks [] for security_group (eb4e87d7-29cb-489c-ab04-d87be83726d3), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:36.482642 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c704bc36-b3dd-490b-bc7e-5354e7c88b26 req-ef983a8d-4644-4df7-afa6-54c9c3320b8b tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534627 May 26 19:38:36.485823 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:36.597586 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee884f6-ff1b-4d91-86eb-08c8039739b0 req-3a852368-70c7-4c33-9136-361f1c91a836 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:36.606999 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5ee884f6-ff1b-4d91-86eb-08c8039739b0 req-3a852368-70c7-4c33-9136-361f1c91a836 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0592527 May 26 19:38:36.613374 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-919cdc7c-698f-4760-b9e7-3e84b3ed30e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (eb4e87d7-29cb-489c-ab04-d87be83726d3), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:36.615827 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-919cdc7c-698f-4760-b9e7-3e84b3ed30e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:36.619935 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-919cdc7c-698f-4760-b9e7-3e84b3ed30e5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eb4e87d7-29cb-489c-ab04-d87be83726d3 HTTP/1.1" status: 204 len: 168 time: 0.2474592 May 26 19:38:36.636647 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919cdc7c-698f-4760-b9e7-3e84b3ed30e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4e87d7-29cb-489c-ab04-d87be83726d3,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:36.681637 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5ee884f6-ff1b-4d91-86eb-08c8039739b0 req-d76f4045-c19a-4787-84f4-8981dae37740 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757387 May 26 19:38:36.729036 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 53298) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:37.220200 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 53302) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:37.233333 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a47ca5e1-366b-4566-8639-3e42402551df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:37.309431 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a47ca5e1-366b-4566-8639-3e42402551df admin admin] Publish callbacks [] for security_group (38ca4fc7-f26d-44ab-9a67-1170fbfb062e), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:37.377004 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-615b8cbf-343b-4829-a0cd-fa4d3372c64f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:37.380001 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a47ca5e1-366b-4566-8639-3e42402551df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (38ca4fc7-f26d-44ab-9a67-1170fbfb062e), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:37.443773 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ca5e1-366b-4566-8639-3e42402551df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ca4fc7-f26d-44ab-9a67-1170fbfb062e,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:37.447861 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-a47ca5e1-366b-4566-8639-3e42402551df admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f4af5ffc123e4be1b07a3479816f579d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266741 May 26 19:38:37.450579 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 53312) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:37.503504 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-a0c974bb-085b-4b94-9e29-37a6acfbe97c admin admin] Publish callbacks [] for security_group (38ca4fc7-f26d-44ab-9a67-1170fbfb062e), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:37.511538 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-615b8cbf-343b-4829-a0cd-fa4d3372c64f admin admin] Publish callbacks [] for security_group (774de78d-e29d-4d5e-8a3a-297ce91d93b1), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:37.526565 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-a0c974bb-085b-4b94-9e29-37a6acfbe97c admin admin] Publish callbacks [] for security_group (38ca4fc7-f26d-44ab-9a67-1170fbfb062e), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:37.613489 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-615b8cbf-343b-4829-a0cd-fa4d3372c64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (774de78d-e29d-4d5e-8a3a-297ce91d93b1), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:37.620625 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6b2ff-98b5-45c6-80ea-007f7ed9d975 req-112a425b-a106-4836-b801-416d2abc2c90 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:37.622240 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0bf6b2ff-98b5-45c6-80ea-007f7ed9d975 req-112a425b-a106-4836-b801-416d2abc2c90 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0508540 May 26 19:38:37.660810 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-615b8cbf-343b-4829-a0cd-fa4d3372c64f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=68f9f3e502dc41fc95e081c5f7a26943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9305089 May 26 19:38:37.662777 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b8cbf-343b-4829-a0cd-fa4d3372c64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774de78d-e29d-4d5e-8a3a-297ce91d93b1,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:37.665115 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 53320) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:37.710870 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0bf6b2ff-98b5-45c6-80ea-007f7ed9d975 req-83e87a6a-3990-45d0-8e83-dbe5ee41055c tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823331 May 26 19:38:37.725162 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-feb7b46f-5a05-42f1-8ca9-f1e762521421 admin admin] Publish callbacks [] for security_group (774de78d-e29d-4d5e-8a3a-297ce91d93b1), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:37.727823 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-a0c974bb-085b-4b94-9e29-37a6acfbe97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (38ca4fc7-f26d-44ab-9a67-1170fbfb062e), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:37.730538 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-a0c974bb-085b-4b94-9e29-37a6acfbe97c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:37.731871 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-a0c974bb-085b-4b94-9e29-37a6acfbe97c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/38ca4fc7-f26d-44ab-9a67-1170fbfb062e HTTP/1.1" status: 204 len: 168 time: 0.2792952 May 26 19:38:37.753327 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c974bb-085b-4b94-9e29-37a6acfbe97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ca4fc7-f26d-44ab-9a67-1170fbfb062e,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:37.769367 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-feb7b46f-5a05-42f1-8ca9-f1e762521421 admin admin] Publish callbacks [] for security_group (774de78d-e29d-4d5e-8a3a-297ce91d93b1), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:37.871949 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb6567-56ad-4582-9999-a8cc08a969e7 req-45ecebce-d3bf-4fd3-9169-9596ff2a1d08 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:37.879479 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-58fb6567-56ad-4582-9999-a8cc08a969e7 req-45ecebce-d3bf-4fd3-9169-9596ff2a1d08 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0710299 May 26 19:38:37.931262 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-58fb6567-56ad-4582-9999-a8cc08a969e7 req-f74e5618-bd20-4af4-b9b6-adff66a1c90d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502443 May 26 19:38:38.017090 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-feb7b46f-5a05-42f1-8ca9-f1e762521421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (774de78d-e29d-4d5e-8a3a-297ce91d93b1), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:38.019732 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-feb7b46f-5a05-42f1-8ca9-f1e762521421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:38.020858 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-feb7b46f-5a05-42f1-8ca9-f1e762521421 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/774de78d-e29d-4d5e-8a3a-297ce91d93b1 HTTP/1.1" status: 204 len: 168 time: 0.3546197 May 26 19:38:38.028781 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7b46f-5a05-42f1-8ca9-f1e762521421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774de78d-e29d-4d5e-8a3a-297ce91d93b1,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:38.071451 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:38.840231 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e707b-293c-4bbf-83b7-6bbf7114d726 req-7348eebb-562e-4ae7-999f-b1d35a88924d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:38.841756 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-833e707b-293c-4bbf-83b7-6bbf7114d726 req-7348eebb-562e-4ae7-999f-b1d35a88924d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0483265 May 26 19:38:38.884114 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:38.892127 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-833e707b-293c-4bbf-83b7-6bbf7114d726 req-f42dd037-6763-445e-a9b4-518a94627c69 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437510 May 26 19:38:39.049379 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 53366) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:39.064510 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fc89b-6184-49a0-bfa9-3e51caf6fcd3 req-39e2902c-a7de-47bd-bb00-b0525fec23be tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:39.065935 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b88fc89b-6184-49a0-bfa9-3e51caf6fcd3 req-39e2902c-a7de-47bd-bb00-b0525fec23be tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0603404 May 26 19:38:39.071466 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9c422ade-8abd-48d8-ba51-2169aa2da9c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:39.106513 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:39.136899 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b88fc89b-6184-49a0-bfa9-3e51caf6fcd3 req-d5ceb9ae-b32b-47eb-9fed-e80dcd8a2336 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633326 May 26 19:38:39.184467 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9c422ade-8abd-48d8-ba51-2169aa2da9c4 admin admin] Publish callbacks [] for security_group (821c91e7-e037-45ed-99af-6b540f27a145), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:39.274485 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9c422ade-8abd-48d8-ba51-2169aa2da9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (821c91e7-e037-45ed-99af-6b540f27a145), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:39.309398 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-9c422ade-8abd-48d8-ba51-2169aa2da9c4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6076fb2084fe4e1cbce117fbb4622f19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589867 May 26 19:38:39.311852 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c422ade-8abd-48d8-ba51-2169aa2da9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821c91e7-e037-45ed-99af-6b540f27a145,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:39.312840 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 53382) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:39.362201 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-943dbf3d-918d-4443-8ed4-2bb43df0a767 admin admin] Publish callbacks [] for security_group (821c91e7-e037-45ed-99af-6b540f27a145), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:39.385907 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-943dbf3d-918d-4443-8ed4-2bb43df0a767 admin admin] Publish callbacks [] for security_group (821c91e7-e037-45ed-99af-6b540f27a145), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:39.560225 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-943dbf3d-918d-4443-8ed4-2bb43df0a767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (821c91e7-e037-45ed-99af-6b540f27a145), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:39.563486 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-943dbf3d-918d-4443-8ed4-2bb43df0a767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:39.564637 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-943dbf3d-918d-4443-8ed4-2bb43df0a767 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/821c91e7-e037-45ed-99af-6b540f27a145 HTTP/1.1" status: 204 len: 168 time: 0.2507920 May 26 19:38:39.572448 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943dbf3d-918d-4443-8ed4-2bb43df0a767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821c91e7-e037-45ed-99af-6b540f27a145,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:39.806200 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device d5745298-9304-403b-b990-9deaf1756306 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:38:39.824273 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 53400) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:39.828780 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:39.913330 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port d5745298-9304-403b-b990-9deaf1756306, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d5745298-9304-403b-b990-9deaf1756306,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:38:39.933760 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': 'd5745298-9304-403b-b990-9deaf1756306', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'port_id': 'd5745298-9304-403b-b990-9deaf1756306', 'mac_address': 'fa:16:3e:c5:4a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:38:39.970735 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port d5745298-9304-403b-b990-9deaf1756306 is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:38:39.971231 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (d5745298-9304-403b-b990-9deaf1756306), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:39.995093 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5745298-9304-403b-b990-9deaf1756306 {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:38:39.995390 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c91e6e19-237b-429c-9eff-1c5252e0edfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:40.018254 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port d5745298-9304-403b-b990-9deaf1756306, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d5745298-9304-403b-b990-9deaf1756306,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:38:40.067651 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f06ff7-00be-468e-9f3d-51b4a3fa75de req-c2bbb65d-196a-41a0-b173-05ec0acc8cbc tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:40.069084 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-86f06ff7-00be-468e-9f3d-51b4a3fa75de req-c2bbb65d-196a-41a0-b173-05ec0acc8cbc tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0701523 May 26 19:38:40.073353 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:40.143451 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-86f06ff7-00be-468e-9f3d-51b4a3fa75de req-a9b3505d-76e8-45ef-a865-2076acd3123a tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670986 May 26 19:38:40.148995 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (d5745298-9304-403b-b990-9deaf1756306), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:40.168828 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c91e6e19-237b-429c-9eff-1c5252e0edfe admin admin] Publish callbacks [] for security_group (e2abf170-1f6f-4149-a681-dd28fee8ed99), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:40.209227 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=d5745298-9304-403b-b990-9deaf1756306,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:40.248175 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c91e6e19-237b-429c-9eff-1c5252e0edfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (e2abf170-1f6f-4149-a681-dd28fee8ed99), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:40.280581 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88069b7-94ac-4107-aeaa-75a5faa9438d req-516c6465-c22e-4f0a-a1c5-734dc06bd28d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:40.282121 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f88069b7-94ac-4107-aeaa-75a5faa9438d req-516c6465-c22e-4f0a-a1c5-734dc06bd28d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0570536 May 26 19:38:40.291065 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e6e19-237b-429c-9eff-1c5252e0edfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2abf170-1f6f-4149-a681-dd28fee8ed99,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:40.299350 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-c91e6e19-237b-429c-9eff-1c5252e0edfe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=37f2ea2603ae45149b2622a8e769be30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4737895 May 26 19:38:40.300034 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 53426) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:40.340170 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f88069b7-94ac-4107-aeaa-75a5faa9438d req-049190c3-0a7d-40b0-b6a0-a19bea0c524f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515165 May 26 19:38:40.359157 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-44dc851f-98e4-43ad-8136-ce0618142151 admin admin] Publish callbacks [] for security_group (e2abf170-1f6f-4149-a681-dd28fee8ed99), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:40.381619 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-44dc851f-98e4-43ad-8136-ce0618142151 admin admin] Publish callbacks [] for security_group (e2abf170-1f6f-4149-a681-dd28fee8ed99), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:40.421755 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['d5745298-9304-403b-b990-9deaf1756306'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:38:40.426484 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:40.522979 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-44dc851f-98e4-43ad-8136-ce0618142151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (e2abf170-1f6f-4149-a681-dd28fee8ed99), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:40.525893 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-44dc851f-98e4-43ad-8136-ce0618142151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:40.527924 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-44dc851f-98e4-43ad-8136-ce0618142151 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e2abf170-1f6f-4149-a681-dd28fee8ed99 HTTP/1.1" status: 204 len: 168 time: 0.2267716 May 26 19:38:40.537738 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc851f-98e4-43ad-8136-ce0618142151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2abf170-1f6f-4149-a681-dd28fee8ed99,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:41.276440 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb9361-11f7-42d9-8f02-ae2ade14684c req-52399f23-00ba-485f-b081-0e5a8c8d3b63 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:41.277830 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-b8bb9361-11f7-42d9-8f02-ae2ade14684c req-52399f23-00ba-485f-b081-0e5a8c8d3b63 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 945 time: 0.0617435 May 26 19:38:41.320387 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:41.327677 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-b8bb9361-11f7-42d9-8f02-ae2ade14684c req-719ca884-6379-4511-abd7-a903705d0dac tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431290 May 26 19:38:41.458266 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af925cc-ca1a-4b00-8b1a-2f4819607d42 req-45ad3334-40d2-4f06-bc70-53a4e6d4a95b tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:41.462813 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6af925cc-ca1a-4b00-8b1a-2f4819607d42 req-45ad3334-40d2-4f06-bc70-53a4e6d4a95b tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0554106 May 26 19:38:41.519478 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6af925cc-ca1a-4b00-8b1a-2f4819607d42 req-af2dc15b-dfd5-4a58-901f-bf04f03407a2 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488145 May 26 19:38:41.819313 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device d5745298-9304-403b-b990-9deaf1756306 up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:38:41.879684 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning for port d5745298-9304-403b-b990-9deaf1756306 completed by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 19:38:41.967860 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port d5745298-9304-403b-b990-9deaf1756306 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:41.968292 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (d5745298-9304-403b-b990-9deaf1756306), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:42.046698 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port d5745298-9304-403b-b990-9deaf1756306 is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:38:42.047202 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (d5745298-9304-403b-b990-9deaf1756306), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:42.079739 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915b2746-efa1-4bc1-897f-dd3382e94a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5745298-9304-403b-b990-9deaf1756306'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:38:42.082342 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135556a0-4fce-45bf-a5a2-a76c9060ea67" -d '{"events": [{"server_uuid": "915b2746-efa1-4bc1-897f-dd3382e94a03", "name": "network-vif-plugged", "status": "completed", "tag": "d5745298-9304-403b-b990-9deaf1756306"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:38:42.095582 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port d5745298-9304-403b-b990-9deaf1756306, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d5745298-9304-403b-b990-9deaf1756306,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:38:42.099745 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 53520) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:42.141001 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0afa3ce-b503-43d5-b839-e6e650991aae x-openstack-request-id: req-d0afa3ce-b503-43d5-b839-e6e650991aae {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:38:42.141490 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915b2746-efa1-4bc1-897f-dd3382e94a03", "name": "network-vif-plugged", "status": "completed", "tag": "d5745298-9304-403b-b990-9deaf1756306", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:38:42.141744 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d0afa3ce-b503-43d5-b839-e6e650991aae {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:38:42.142185 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0afa3ce-b503-43d5-b839-e6e650991aae'] response: {'server_uuid': '915b2746-efa1-4bc1-897f-dd3382e94a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5745298-9304-403b-b990-9deaf1756306', 'code': 200} May 26 19:38:42.157193 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_v2 [None req-711d0470-2850-4386-9b80-8c63d03e2520 admin admin] Deleting subnet a74c07ec-a6a3-4d8d-b479-7282890e3cb1 {{(pid=104685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 19:38:42.161008 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-711d0470-2850-4386-9b80-8c63d03e2520 admin admin] Publish callbacks [] for subnet (a74c07ec-a6a3-4d8d-b479-7282890e3cb1), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:42.190948 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (d5745298-9304-403b-b990-9deaf1756306), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:42.199922 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-711d0470-2850-4386-9b80-8c63d03e2520 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16119955'] for subnet (a74c07ec-a6a3-4d8d-b479-7282890e3cb1), precommit_delete_associations {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:42.252262 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=d5745298-9304-403b-b990-9deaf1756306,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:42.260056 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-711d0470-2850-4386-9b80-8c63d03e2520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674963'] for subnet (a74c07ec-a6a3-4d8d-b479-7282890e3cb1), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:42.428307 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-711d0470-2850-4386-9b80-8c63d03e2520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16100388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15975570'] for subnet (a74c07ec-a6a3-4d8d-b479-7282890e3cb1), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:42.466894 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-711d0470-2850-4386-9b80-8c63d03e2520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:42.472490 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-711d0470-2850-4386-9b80-8c63d03e2520 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a74c07ec-a6a3-4d8d-b479-7282890e3cb1 HTTP/1.1" status: 204 len: 168 time: 0.3688290 May 26 19:38:42.472490 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d0470-2850-4386-9b80-8c63d03e2520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a74c07ec-a6a3-4d8d-b479-7282890e3cb1,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:42.474540 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 53532) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:42.482283 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef922e85-22d0-48b5-b313-8abb318be160 req-3afee49a-03d5-47d2-8855-9f1338bf6520 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:42.484250 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ef922e85-22d0-48b5-b313-8abb318be160 req-3afee49a-03d5-47d2-8855-9f1338bf6520 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0835712 May 26 19:38:42.548190 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd674547-a0f4-4087-8b2c-63dd0cd76d95 req-cecf64c7-c1ef-4d76-ad75-e5277c72b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:42.550078 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-dd674547-a0f4-4087-8b2c-63dd0cd76d95 req-cecf64c7-c1ef-4d76-ad75-e5277c72b807 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 1130 time: 0.0850639 May 26 19:38:42.633639 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-8dcfb395-a4d6-4221-8845-681d316b841b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1324308'] for network (f5e01b82-5d3d-4396-a8ba-14268eb0e201), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:42.653679 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:42.680984 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-dd674547-a0f4-4087-8b2c-63dd0cd76d95 req-f3d133fe-1a23-4b27-a433-5628a6bfea41 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204734 May 26 19:38:42.720703 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158f83f-5cd4-4949-bde3-7ac1e88afded req-b205e856-fa80-467d-8b44-4fec8c67e7b6 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:42.722498 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2158f83f-5cd4-4949-bde3-7ac1e88afded req-b205e856-fa80-467d-8b44-4fec8c67e7b6 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0815356 May 26 19:38:42.783402 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-8dcfb395-a4d6-4221-8845-681d316b841b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672550', 'neutron.services.segments.db._delete_segments_for_network-8748975417968'] for network (f5e01b82-5d3d-4396-a8ba-14268eb0e201), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:42.804502 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ef922e85-22d0-48b5-b313-8abb318be160 req-b98a2feb-af03-40a1-b995-6b05729a0c11 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142877 May 26 19:38:42.822461 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-8dcfb395-a4d6-4221-8845-681d316b841b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e01b82-5d3d-4396-a8ba-14268eb0e201']}} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:42.840008 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-8dcfb395-a4d6-4221-8845-681d316b841b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e11c7ef-92b5-475a-a03b-679ad360cc75') {'for_net_delete': True} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:42.840305 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-8dcfb395-a4d6-4221-8845-681d316b841b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e11c7ef-92b5-475a-a03b-679ad360cc75') {} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:42.858876 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-8dcfb395-a4d6-4221-8845-681d316b841b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748975417721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13475743'] for segment (4e11c7ef-92b5-475a-a03b-679ad360cc75), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:42.872974 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2158f83f-5cd4-4949-bde3-7ac1e88afded req-9e1bee91-6a5e-4661-90c0-0dbe8a601a5c tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857136 May 26 19:38:42.880719 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-8dcfb395-a4d6-4221-8845-681d316b841b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (4e11c7ef-92b5-475a-a03b-679ad360cc75), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:42.888387 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dcfb395-a4d6-4221-8845-681d316b841b admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=104684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:38:42.889070 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-8dcfb395-a4d6-4221-8845-681d316b841b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13474546'] for segment (4e11c7ef-92b5-475a-a03b-679ad360cc75), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:42.892762 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:43.139988 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.services.segments.plugin [-] Segment 4e11c7ef-92b5-475a-a03b-679ad360cc75 resource provider aggregate not found May 26 19:38:43.157840 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.services.segments.plugin [-] Segment 4e11c7ef-92b5-475a-a03b-679ad360cc75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e11c7ef-92b5-475a-a03b-679ad360cc75 found for delete ", "request_id": "req-2d031da1-ac33-432b-9bf0-a88a9a97f560"}]} May 26 19:38:43.236478 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-8dcfb395-a4d6-4221-8845-681d316b841b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617908'] for network (f5e01b82-5d3d-4396-a8ba-14268eb0e201), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:43.242070 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-8dcfb395-a4d6-4221-8845-681d316b841b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:43.249266 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-8dcfb395-a4d6-4221-8845-681d316b841b admin admin] 10.222.0.72 "DELETE /v2.0/networks/f5e01b82-5d3d-4396-a8ba-14268eb0e201 HTTP/1.1" status: 204 len: 168 time: 0.7691009 May 26 19:38:43.251293 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 53568) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:43.255854 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfb395-a4d6-4221-8845-681d316b841b admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e01b82-5d3d-4396-a8ba-14268eb0e201,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:43.297855 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6846a7-e94b-4dd0-b720-d9d981349377 admin admin] Deleting subnet d1816f8d-5ab8-44fc-bb87-79f0d9b1ac68 {{(pid=104685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 19:38:43.301063 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9c6846a7-e94b-4dd0-b720-d9d981349377 admin admin] Publish callbacks [] for subnet (d1816f8d-5ab8-44fc-bb87-79f0d9b1ac68), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:43.334576 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9c6846a7-e94b-4dd0-b720-d9d981349377 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16119955'] for subnet (d1816f8d-5ab8-44fc-bb87-79f0d9b1ac68), precommit_delete_associations {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:43.377550 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9c6846a7-e94b-4dd0-b720-d9d981349377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674963'] for subnet (d1816f8d-5ab8-44fc-bb87-79f0d9b1ac68), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:43.416980 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:43.551238 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9c6846a7-e94b-4dd0-b720-d9d981349377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16100388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15975570'] for subnet (d1816f8d-5ab8-44fc-bb87-79f0d9b1ac68), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:43.577706 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6846a7-e94b-4dd0-b720-d9d981349377 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1816f8d-5ab8-44fc-bb87-79f0d9b1ac68,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:43.577880 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 53572) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:43.582608 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9c6846a7-e94b-4dd0-b720-d9d981349377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:43.587917 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 53576) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:43.588254 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-9c6846a7-e94b-4dd0-b720-d9d981349377 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d1816f8d-5ab8-44fc-bb87-79f0d9b1ac68 HTTP/1.1" status: 204 len: 168 time: 0.3359447 May 26 19:38:43.657658 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-395ff3ae-1cca-4f2f-ae16-888d49e953ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1324308'] for network (1e1a3266-2845-4d3b-a135-bc08a634a4cd), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:43.739722 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-229bc044-7616-4cf9-8561-23a29d29a7bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:43.766076 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-395ff3ae-1cca-4f2f-ae16-888d49e953ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672550', 'neutron.services.segments.db._delete_segments_for_network-8748975417968'] for network (1e1a3266-2845-4d3b-a135-bc08a634a4cd), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:43.796539 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-395ff3ae-1cca-4f2f-ae16-888d49e953ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1a3266-2845-4d3b-a135-bc08a634a4cd']}} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:43.809118 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-395ff3ae-1cca-4f2f-ae16-888d49e953ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0723b5-e645-412e-8bca-7962087e8d11') {'for_net_delete': True} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:43.809415 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-395ff3ae-1cca-4f2f-ae16-888d49e953ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0723b5-e645-412e-8bca-7962087e8d11') {} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:43.823856 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-395ff3ae-1cca-4f2f-ae16-888d49e953ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748975417721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13475743'] for segment (7c0723b5-e645-412e-8bca-7962087e8d11), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:43.842392 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-395ff3ae-1cca-4f2f-ae16-888d49e953ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (7c0723b5-e645-412e-8bca-7962087e8d11), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:43.851898 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395ff3ae-1cca-4f2f-ae16-888d49e953ec admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:38:43.852474 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-395ff3ae-1cca-4f2f-ae16-888d49e953ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13474546'] for segment (7c0723b5-e645-412e-8bca-7962087e8d11), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:43.910240 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-229bc044-7616-4cf9-8561-23a29d29a7bc admin admin] Publish callbacks [] for security_group (3cbf8055-7a88-4ca0-9c70-3dcb523322f1), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:43.928579 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be37798-6df0-443b-a46c-b7c332276482 req-bea1bd40-d832-40f1-a999-e41ce987ac95 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:43.930357 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5be37798-6df0-443b-a46c-b7c332276482 req-bea1bd40-d832-40f1-a999-e41ce987ac95 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0492091 May 26 19:38:43.977752 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5be37798-6df0-443b-a46c-b7c332276482 req-f72eeff3-6482-4288-88af-075ed3b55346 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416734 May 26 19:38:43.998227 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186317a-d017-4a8f-b4ab-d941d725442a req-7b3bdf1b-6657-4701-a3c8-369c45c7241c tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:44.000284 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f186317a-d017-4a8f-b4ab-d941d725442a req-7b3bdf1b-6657-4701-a3c8-369c45c7241c tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0473132 May 26 19:38:44.001417 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-229bc044-7616-4cf9-8561-23a29d29a7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (3cbf8055-7a88-4ca0-9c70-3dcb523322f1), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:44.052110 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-395ff3ae-1cca-4f2f-ae16-888d49e953ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617908'] for network (1e1a3266-2845-4d3b-a135-bc08a634a4cd), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:44.056742 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-395ff3ae-1cca-4f2f-ae16-888d49e953ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:44.060157 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-395ff3ae-1cca-4f2f-ae16-888d49e953ec admin admin] 10.222.0.72 "DELETE /v2.0/networks/1e1a3266-2845-4d3b-a135-bc08a634a4cd HTTP/1.1" status: 204 len: 168 time: 0.4712338 May 26 19:38:44.081452 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bc044-7616-4cf9-8561-23a29d29a7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbf8055-7a88-4ca0-9c70-3dcb523322f1,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:44.099953 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 53592) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:44.100077 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-229bc044-7616-4cf9-8561-23a29d29a7bc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=71d09f7b1d414ca1b4f727419485c1f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5210330 May 26 19:38:44.102271 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ff3ae-1cca-4f2f-ae16-888d49e953ec admin admin] Pushing event deleted for resources: {'Network': ['ID=1e1a3266-2845-4d3b-a135-bc08a634a4cd,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:44.105073 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:44.129005 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f186317a-d017-4a8f-b4ab-d941d725442a req-067110f7-92c3-4c25-a907-24f910ad0a5d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173604 May 26 19:38:44.152939 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef3fd-3b2e-4c96-9196-2a250fe141b3 admin admin] Publish callbacks [] for security_group (3cbf8055-7a88-4ca0-9c70-3dcb523322f1), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:44.175191 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef3fd-3b2e-4c96-9196-2a250fe141b3 admin admin] Publish callbacks [] for security_group (3cbf8055-7a88-4ca0-9c70-3dcb523322f1), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:44.287825 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef3fd-3b2e-4c96-9196-2a250fe141b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (3cbf8055-7a88-4ca0-9c70-3dcb523322f1), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:44.290999 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef3fd-3b2e-4c96-9196-2a250fe141b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:44.292432 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-fe6ef3fd-3b2e-4c96-9196-2a250fe141b3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3cbf8055-7a88-4ca0-9c70-3dcb523322f1 HTTP/1.1" status: 204 len: 168 time: 0.1910353 May 26 19:38:44.302867 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ef3fd-3b2e-4c96-9196-2a250fe141b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbf8055-7a88-4ca0-9c70-3dcb523322f1,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:44.560383 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 53600) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:44.605903 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-83bf33d5-3bc1-4d26-bcf9-9e2d9ac8f437 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a888f9d6ff1d4bc6b5ab910b1cb9d023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443306 May 26 19:38:44.608512 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 53604) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:44.666457 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b88f4d53-594a-4cea-b021-fd557f9e235b admin admin] Publish callbacks [] for security_group (6e9fa18f-cbf2-4039-9dc1-ab321ea8a22f), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:44.687648 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b88f4d53-594a-4cea-b021-fd557f9e235b admin admin] Publish callbacks [] for security_group (6e9fa18f-cbf2-4039-9dc1-ab321ea8a22f), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:44.859509 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b88f4d53-594a-4cea-b021-fd557f9e235b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (6e9fa18f-cbf2-4039-9dc1-ab321ea8a22f), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:44.862140 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b88f4d53-594a-4cea-b021-fd557f9e235b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:44.863902 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-b88f4d53-594a-4cea-b021-fd557f9e235b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6e9fa18f-cbf2-4039-9dc1-ab321ea8a22f HTTP/1.1" status: 204 len: 168 time: 0.2544034 May 26 19:38:44.872390 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f4d53-594a-4cea-b021-fd557f9e235b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9fa18f-cbf2-4039-9dc1-ab321ea8a22f,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:45.087258 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 53612) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:45.097594 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff4c12-0747-4c11-a3d6-a1b0416a2faa req-e8222522-1bfe-41e3-baf3-3aff88530989 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:45.099339 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-baff4c12-0747-4c11-a3d6-a1b0416a2faa req-e8222522-1bfe-41e3-baf3-3aff88530989 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0496311 May 26 19:38:45.101389 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bd173629-9448-4441-9cc0-7d09e925b954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:45.153950 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-baff4c12-0747-4c11-a3d6-a1b0416a2faa req-931d9250-d6a1-4f57-817f-5dda8298c8cb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482855 May 26 19:38:45.215441 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.services.segments.plugin [-] Segment 7c0723b5-e645-412e-8bca-7962087e8d11 resource provider aggregate not found May 26 19:38:45.260320 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bd173629-9448-4441-9cc0-7d09e925b954 admin admin] Publish callbacks [] for security_group (93b79c95-67f9-4338-a08f-be72aebdf3f7), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:45.263185 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.services.segments.plugin [-] Segment 7c0723b5-e645-412e-8bca-7962087e8d11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c0723b5-e645-412e-8bca-7962087e8d11 found for delete ", "request_id": "req-c85df9d9-0be8-45ad-8beb-16d6b0887b0c"}]} May 26 19:38:45.313447 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31987f-892b-4e1c-a7dd-f35c40a01f59 req-cbeb40e0-a0b8-46ac-a59b-724923026e0a tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:45.315014 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6b31987f-892b-4e1c-a7dd-f35c40a01f59 req-cbeb40e0-a0b8-46ac-a59b-724923026e0a tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0509956 May 26 19:38:45.322042 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b2081-9265-4a1a-ab48-5a59d1a26799 req-39df85e4-f75c-4e44-b284-b8b053e0b64a tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:45.323571 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9c5b2081-9265-4a1a-ab48-5a59d1a26799 req-39df85e4-f75c-4e44-b284-b8b053e0b64a tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0518956 May 26 19:38:45.332333 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 53632) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:45.338286 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-7ab13bf0-16d0-4afc-a9fd-cfc02b59acb4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Request body: {'floatingip': {'port_id': 'd5745298-9304-403b-b990-9deaf1756306'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:38:45.371505 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bd173629-9448-4441-9cc0-7d09e925b954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (93b79c95-67f9-4338-a08f-be72aebdf3f7), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:45.379006 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6b31987f-892b-4e1c-a7dd-f35c40a01f59 req-f59470bc-1359-4761-8013-0144c121039d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563366 May 26 19:38:45.388414 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7ab13bf0-16d0-4afc-a9fd-cfc02b59acb4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for floatingip (f25bb679-06ae-4be7-b428-9c3410a32b21), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:45.417869 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd173629-9448-4441-9cc0-7d09e925b954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b79c95-67f9-4338-a08f-be72aebdf3f7,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:45.423399 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-bd173629-9448-4441-9cc0-7d09e925b954 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d09abe7033674f9e88fe6b02bf209cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350577 May 26 19:38:45.425112 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 53634) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:45.541369 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9b7c376d-3bd0-4789-bb6d-eb4ae1bcb205 admin admin] Publish callbacks [] for security_group (93b79c95-67f9-4338-a08f-be72aebdf3f7), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:45.603335 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9b7c376d-3bd0-4789-bb6d-eb4ae1bcb205 admin admin] Publish callbacks [] for security_group (93b79c95-67f9-4338-a08f-be72aebdf3f7), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:45.743594 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 53640) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:45.788782 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-a6862d60-bfd0-437b-b55a-9cbe90a180cd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=85a599f622934d9784aab2f967a13685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437121 May 26 19:38:45.791260 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 53642) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:45.807275 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9b7c376d-3bd0-4789-bb6d-eb4ae1bcb205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (93b79c95-67f9-4338-a08f-be72aebdf3f7), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:45.809755 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9b7c376d-3bd0-4789-bb6d-eb4ae1bcb205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:45.813718 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-9b7c376d-3bd0-4789-bb6d-eb4ae1bcb205 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/93b79c95-67f9-4338-a08f-be72aebdf3f7 HTTP/1.1" status: 204 len: 168 time: 0.3850563 May 26 19:38:45.815377 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:45.826770 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c376d-3bd0-4789-bb6d-eb4ae1bcb205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b79c95-67f9-4338-a08f-be72aebdf3f7,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:45.866622 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-29e3dc16-afe3-465d-99b3-9e274b0cfba1 admin admin] Publish callbacks [] for security_group (4f8afc11-30e0-4fdd-ad1b-733c65224db2), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:45.899051 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-29e3dc16-afe3-465d-99b3-9e274b0cfba1 admin admin] Publish callbacks [] for security_group (4f8afc11-30e0-4fdd-ad1b-733c65224db2), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:45.931736 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7ab13bf0-16d0-4afc-a9fd-cfc02b59acb4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:45.947589 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 53648) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:46.030446 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-29e3dc16-afe3-465d-99b3-9e274b0cfba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (4f8afc11-30e0-4fdd-ad1b-733c65224db2), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:46.030819 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7ab13bf0-16d0-4afc-a9fd-cfc02b59acb4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (f25bb679-06ae-4be7-b428-9c3410a32b21), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:46.033579 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:DELETE=10,neutron:UPDATE=1,neutron:SELECT=89 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:46.033694 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-29e3dc16-afe3-465d-99b3-9e274b0cfba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:46.037002 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-29e3dc16-afe3-465d-99b3-9e274b0cfba1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f8afc11-30e0-4fdd-ad1b-733c65224db2 HTTP/1.1" status: 204 len: 168 time: 0.2420893 May 26 19:38:46.042505 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3dc16-afe3-465d-99b3-9e274b0cfba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8afc11-30e0-4fdd-ad1b-733c65224db2,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:46.096720 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e79bae2c-785f-4748-8e82-cd1027fba03c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:46.178112 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.l3_db [None req-7ab13bf0-16d0-4afc-a9fd-cfc02b59acb4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Floating IP f25bb679-06ae-4be7-b428-9c3410a32b21 associated. External IP: 172.27.0.180, port: d5745298-9304-403b-b990-9deaf1756306. May 26 19:38:46.320706 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e79bae2c-785f-4748-8e82-cd1027fba03c admin admin] Publish callbacks [] for security_group (6d1471c1-4d8d-4670-931d-f19ff9d47050), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:46.329772 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:46.352539 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24e253-3a40-47f4-9c7c-7e119c255047 req-47861589-99d1-4915-aead-7def19ae5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:46.354131 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ea24e253-3a40-47f4-9c7c-7e119c255047 req-47861589-99d1-4915-aead-7def19ae5d19 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 1130 time: 0.0562139 May 26 19:38:46.391869 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e79bae2c-785f-4748-8e82-cd1027fba03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (6d1471c1-4d8d-4670-931d-f19ff9d47050), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:46.432224 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ea24e253-3a40-47f4-9c7c-7e119c255047 req-e93a2552-b487-44cd-8329-3bc6c33f1141 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637112 May 26 19:38:46.472112 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-e79bae2c-785f-4748-8e82-cd1027fba03c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a14f636caf75470291c9afe40886b83f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5233946 May 26 19:38:46.474743 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 53670) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:46.477384 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bae2c-785f-4748-8e82-cd1027fba03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1471c1-4d8d-4670-931d-f19ff9d47050,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:46.559752 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c0a760a7-f2a6-4105-8236-d3ad1536857c admin admin] Publish callbacks [] for security_group (6d1471c1-4d8d-4670-931d-f19ff9d47050), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:46.569414 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab13bf0-16d0-4afc-a9fd-cfc02b59acb4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Router ab9f03bb-732e-4883-91d6-4a3f9e7313fc has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:38:46.582130 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e8e0d-3805-48cb-b3f9-943a9b47934e req-7217e620-4a3d-4ef5-bdc3-5d5fe126369b tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:46.583583 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d72e8e0d-3805-48cb-b3f9-943a9b47934e req-7217e620-4a3d-4ef5-bdc3-5d5fe126369b tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0807784 May 26 19:38:46.584471 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c0a760a7-f2a6-4105-8236-d3ad1536857c admin admin] Publish callbacks [] for security_group (6d1471c1-4d8d-4670-931d-f19ff9d47050), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:46.619461 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:46.715959 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d72e8e0d-3805-48cb-b3f9-943a9b47934e req-f25f5408-0f68-49ad-8cae-5a8c4c3f8409 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220005 May 26 19:38:46.726703 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab13bf0-16d0-4afc-a9fd-cfc02b59acb4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:38:46.731810 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7ab13bf0-16d0-4afc-a9fd-cfc02b59acb4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:46.742781 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c1d90b-961d-4467-9950-f7d497cd2cf3 None None] Sync routers for ids ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:38:46.758062 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c1d90b-961d-4467-9950-f7d497cd2cf3 None None] Routers {'ab9f03bb-732e-4883-91d6-4a3f9e7313fc'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:38:46.762559 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-d1c1d90b-961d-4467-9950-f7d497cd2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:38:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:46.769219 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c0a760a7-f2a6-4105-8236-d3ad1536857c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (6d1471c1-4d8d-4670-931d-f19ff9d47050), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:46.771823 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c0a760a7-f2a6-4105-8236-d3ad1536857c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:46.775709 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-c0a760a7-f2a6-4105-8236-d3ad1536857c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6d1471c1-4d8d-4670-931d-f19ff9d47050 HTTP/1.1" status: 204 len: 168 time: 0.2999108 May 26 19:38:46.779974 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-7ab13bf0-16d0-4afc-a9fd-cfc02b59acb4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "PUT /v2.0/floatingips/f25bb679-06ae-4be7-b428-9c3410a32b21 HTTP/1.1" status: 200 len: 992 time: 1.4455557 May 26 19:38:46.779974 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915b2746-efa1-4bc1-897f-dd3382e94a03', 'tag': 'd5745298-9304-403b-b990-9deaf1756306'}] {{(pid=104685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:38:46.782275 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}580a5c817d768ebcbdba4f0d83444aaab2d380737ec7b53e235c94cd1e37ed20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8c1909-1c7c-42ac-8742-8b0bef3fe0da" -d '{"events": [{"name": "network-changed", "server_uuid": "915b2746-efa1-4bc1-897f-dd3382e94a03", "tag": "d5745298-9304-403b-b990-9deaf1756306"}]}' {{(pid=104685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:38:46.788500 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a760a7-f2a6-4105-8236-d3ad1536857c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1471c1-4d8d-4670-931d-f19ff9d47050,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:46.843351 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb83f66-ffea-4081-bb40-1994d456aa2e x-openstack-request-id: req-cdb83f66-ffea-4081-bb40-1994d456aa2e {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:38:46.843822 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "915b2746-efa1-4bc1-897f-dd3382e94a03", "tag": "d5745298-9304-403b-b990-9deaf1756306", "status": "completed", "code": 200}]} {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:38:46.844034 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cdb83f66-ffea-4081-bb40-1994d456aa2e {{(pid=104685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:38:46.844346 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb83f66-ffea-4081-bb40-1994d456aa2e'] response: {'name': 'network-changed', 'server_uuid': '915b2746-efa1-4bc1-897f-dd3382e94a03', 'tag': 'd5745298-9304-403b-b990-9deaf1756306', 'status': 'completed', 'code': 200} May 26 19:38:46.875512 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-d1c1d90b-961d-4467-9950-f7d497cd2cf3 None None] Set router ab9f03bb-732e-4883-91d6-4a3f9e7313fc gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:38:47.090155 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-d1c1d90b-961d-4467-9950-f7d497cd2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-router', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:22Z', 'revision_number': 4, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'gw_port': {'id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'f25bb679-06ae-4be7-b428-9c3410a32b21', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'port_id': 'd5745298-9304-403b-b990-9deaf1756306', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'mac_address': 'fa:16:3e:c5:4a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915b2746-efa1-4bc1-897f-dd3382e94a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:38:26Z', 'updated_at': '2022-05-26T19:38:45Z', 'revision_number': 1, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd', 'name': '', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'mac_address': 'fa:16:3e:05:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:21Z', 'updated_at': '2022-05-26T19:38:26Z', 'revision_number': 5, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'subnets': [{'id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:47.116257 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c1d90b-961d-4467-9950-f7d497cd2cf3 None None] Checking router: ab9f03bb-732e-4883-91d6-4a3f9e7313fc for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:38:47.125156 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c1d90b-961d-4467-9950-f7d497cd2cf3 None None] Routers {'ab9f03bb-732e-4883-91d6-4a3f9e7313fc'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:38:47.125769 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-d1c1d90b-961d-4467-9950-f7d497cd2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:38:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:47.195781 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c1909-1c7c-42ac-8742-8b0bef3fe0da req-c073e26e-750c-44cb-ac8f-4a2f46cbf883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:47.197284 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4c8c1909-1c7c-42ac-8742-8b0bef3fe0da req-c073e26e-750c-44cb-ac8f-4a2f46cbf883 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b189404964f64aa88af37e536c1c7464&device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 1130 time: 0.0404286 May 26 19:38:47.228005 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-d1c1d90b-961d-4467-9950-f7d497cd2cf3 None None] Set router ab9f03bb-732e-4883-91d6-4a3f9e7313fc gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:38:47.301326 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c1909-1c7c-42ac-8742-8b0bef3fe0da req-f37c09c6-0e9c-4536-a506-6c964f5ec731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:47.303283 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4c8c1909-1c7c-42ac-8742-8b0bef3fe0da req-f37c09c6-0e9c-4536-a506-6c964f5ec731 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f1378612-5a59-4b7c-a0f1-5080210638d6 HTTP/1.1" status: 200 len: 918 time: 0.0983348 May 26 19:38:47.406803 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 53708) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:47.434310 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4c8c1909-1c7c-42ac-8742-8b0bef3fe0da req-7a73dcd6-dc1b-4ca5-b70f-9bfa6331d306 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5745298-9304-403b-b990-9deaf1756306 HTTP/1.1" status: 200 len: 1000 time: 0.1202674 May 26 19:38:47.465021 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-d1c1d90b-961d-4467-9950-f7d497cd2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-router', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:22Z', 'revision_number': 4, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'gw_port': {'id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'f25bb679-06ae-4be7-b428-9c3410a32b21', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'port_id': 'd5745298-9304-403b-b990-9deaf1756306', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'mac_address': 'fa:16:3e:c5:4a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915b2746-efa1-4bc1-897f-dd3382e94a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:38:26Z', 'updated_at': '2022-05-26T19:38:45Z', 'revision_number': 1, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd', 'name': '', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'mac_address': 'fa:16:3e:05:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:21Z', 'updated_at': '2022-05-26T19:38:26Z', 'revision_number': 5, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'subnets': [{'id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:47.490795 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c1d90b-961d-4467-9950-f7d497cd2cf3 None None] The sync data for ids ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'] in dv-cinder-825492-17-iscsi is: [{'id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-router', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:22Z', 'revision_number': 4, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'gw_port': {'id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'f25bb679-06ae-4be7-b428-9c3410a32b21', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'port_id': 'd5745298-9304-403b-b990-9deaf1756306', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'mac_address': 'fa:16:3e:c5:4a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915b2746-efa1-4bc1-897f-dd3382e94a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:38:26Z', 'updated_at': '2022-05-26T19:38:45Z', 'revision_number': 1, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd', 'name': '', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'mac_address': 'fa:16:3e:05:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:21Z', 'updated_at': '2022-05-26T19:38:26Z', 'revision_number': 5, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'subnets': [{'id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:38:47.517572 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:47.666390 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-025a0995-6997-406a-918f-b73fbf31ab0e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1099530236-network', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:38:47.762530 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece2deb3-384f-4984-b0db-8485be164842 None None] New status for floating IP f25bb679-06ae-4be7-b428-9c3410a32b21: ACTIVE {{(pid=104686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:38:47.808157 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025a0995-6997-406a-918f-b73fbf31ab0e admin admin] Made reservation on behalf of dabc38fc95184250b1d9e7090ab73b2c for: {'network': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:47.810852 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-025a0995-6997-406a-918f-b73fbf31ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for network (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:47.831805 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-025a0995-6997-406a-918f-b73fbf31ab0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:47.892824 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbaf3b-6db9-4cd9-83b1-b1a627e99403 req-dc0af9df-a7dc-4b6f-a005-1058d881d471 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:47.894258 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e2cbaf3b-6db9-4cd9-83b1-b1a627e99403 req-dc0af9df-a7dc-4b6f-a005-1058d881d471 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0648379 May 26 19:38:47.933427 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:47.954366 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c1909-1c7c-42ac-8742-8b0bef3fe0da req-76afbee0-8132-4da4-aefa-6ee007eba4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:47.957011 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4c8c1909-1c7c-42ac-8742-8b0bef3fe0da req-76afbee0-8132-4da4-aefa-6ee007eba4c3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=05dcdbba-6e16-4071-86f2-e4f1836b9900 HTTP/1.1" status: 200 len: 856 time: 0.0518456 May 26 19:38:47.970928 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e2cbaf3b-6db9-4cd9-83b1-b1a627e99403 req-b5a13131-b8ee-4147-9d73-7c4225826ebd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694916 May 26 19:38:48.008954 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-025a0995-6997-406a-918f-b73fbf31ab0e admin admin] Publish callbacks [] for security_group (b6fa0bf0-de85-4da3-b4a9-104513b18611), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:48.120234 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c1909-1c7c-42ac-8742-8b0bef3fe0da req-9521a24e-ad31-4fe3-9eac-c08b8a54b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:48.121774 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4c8c1909-1c7c-42ac-8742-8b0bef3fe0da req-9521a24e-ad31-4fe3-9eac-c08b8a54b226 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f1378612-5a59-4b7c-a0f1-5080210638d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497859 May 26 19:38:48.144197 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-025a0995-6997-406a-918f-b73fbf31ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (b6fa0bf0-de85-4da3-b4a9-104513b18611), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:48.163684 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025a0995-6997-406a-918f-b73fbf31ab0e admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=104685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:38:48.194886 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-025a0995-6997-406a-918f-b73fbf31ab0e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748975417959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (a27918ad-49bd-4b5d-9789-751677ce88d9), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:48.195587 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.segments_db [None req-025a0995-6997-406a-918f-b73fbf31ab0e admin admin] Added segment a27918ad-49bd-4b5d-9789-751677ce88d9 of type vlan for network 492a2884-9243-465b-939b-ac60c35b4b3f May 26 19:38:48.206344 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a0995-6997-406a-918f-b73fbf31ab0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fa0bf0-de85-4da3-b4a9-104513b18611,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:48.248185 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4c8c1909-1c7c-42ac-8742-8b0bef3fe0da req-826a7180-b947-4b46-8003-2055b028ac4c service neutron] 10.222.0.77 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163378 May 26 19:38:48.275099 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-025a0995-6997-406a-918f-b73fbf31ab0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748974919033'] for network (492a2884-9243-465b-939b-ac60c35b4b3f), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:48.396051 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4c8c1909-1c7c-42ac-8742-8b0bef3fe0da req-a1a1d47a-8e92-48c4-8c2f-dc295d9dc41f service neutron] 10.222.0.77 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385725 May 26 19:38:48.436018 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-025a0995-6997-406a-918f-b73fbf31ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for network (492a2884-9243-465b-939b-ac60c35b4b3f), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:48.440020 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025a0995-6997-406a-918f-b73fbf31ab0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:48.440809 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-025a0995-6997-406a-918f-b73fbf31ab0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:48.523363 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a0995-6997-406a-918f-b73fbf31ab0e admin admin] Pushing event updated for resources: {'Network': ['ID=492a2884-9243-465b-939b-ac60c35b4b3f,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:48.534260 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Network 492a2884-9243-465b-939b-ac60c35b4b3f details requested by agent ovs-agent-dv-cinder-825492-17-iscsi with host dv-cinder-825492-17-iscsi {{(pid=104686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 19:38:48.622243 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-025a0995-6997-406a-918f-b73fbf31ab0e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.2142155 May 26 19:38:48.625609 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 53760) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:48.630372 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-fac624d0-31bd-4449-bdfa-8a494490e77a admin admin] Request body: {'subnet': {'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1099530236-subnet', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'ip_version': 4}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:38:48.790602 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac624d0-31bd-4449-bdfa-8a494490e77a admin admin] Made reservation on behalf of dabc38fc95184250b1d9e7090ab73b2c for: {'subnet': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:48.790753 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:48.793307 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fac624d0-31bd-4449-bdfa-8a494490e77a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15975615'] for subnet (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:49.085756 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ce126-07d6-489f-be69-832cea454624 req-85f68bc1-a48b-4dd6-a5fb-8fd8e78c458b tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:49.086672 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-7e3ce126-07d6-489f-be69-832cea454624 req-85f68bc1-a48b-4dd6-a5fb-8fd8e78c458b tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0467217 May 26 19:38:49.090269 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fac624d0-31bd-4449-bdfa-8a494490e77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16100453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15975593'] for subnet (f61c4997-1573-4713-b00b-a1dd9f85ac65), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:49.168874 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac624d0-31bd-4449-bdfa-8a494490e77a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f61c4997-1573-4713-b00b-a1dd9f85ac65,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:49.203678 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-7e3ce126-07d6-489f-be69-832cea454624 req-03929130-4a24-4958-af01-14f7dd61f7a8 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055248 May 26 19:38:49.205481 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac624d0-31bd-4449-bdfa-8a494490e77a admin admin] Checking segment: {'id': 'a27918ad-49bd-4b5d-9789-751677ce88d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:38:49.205835 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac624d0-31bd-4449-bdfa-8a494490e77a admin admin] Network hostable DHCP agents. Network: 492a2884-9243-465b-939b-ac60c35b4b3f, hostable agents: ['334e9f8c-ffb2-4cf1-9422-c5afdc325939'], hosted agents: [] {{(pid=104685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:38:49.299675 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac624d0-31bd-4449-bdfa-8a494490e77a admin admin] Network 492a2884-9243-465b-939b-ac60c35b4b3f is scheduled to be hosted by DHCP agent 334e9f8c-ffb2-4cf1-9422-c5afdc325939 with binding_index 1 {{(pid=104685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:38:49.402095 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-fac624d0-31bd-4449-bdfa-8a494490e77a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-17-iscsi, 492a2884-9243-465b-939b-ac60c35b4b3f) {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:49.407413 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac624d0-31bd-4449-bdfa-8a494490e77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:49.408960 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fac624d0-31bd-4449-bdfa-8a494490e77a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:49.413991 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a04eaa-e3a0-404c-8de1-b41b7f54128b None None] Network 492a2884-9243-465b-939b-ac60c35b4b3f requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:38:49.509933 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-fac624d0-31bd-4449-bdfa-8a494490e77a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8832667 May 26 19:38:49.512166 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:49.512762 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 53794) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:49.518171 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-c47571ee-3297-46f7-b914-2fefd77b2bfb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:38:49.527607 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5823c8a2-5c42-47f1-b35e-eab482b64603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe26c64eb-9ba4-58e8-a104-6529d17effff-492a2884-9243-465b-939b-ac60c35b4b3f', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65'}]}} from dv-cinder-825492-17-iscsi. {{(pid=104686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 19:38:49.528918 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-5823c8a2-5c42-47f1-b35e-eab482b64603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:49.529037 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:49.598322 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-e1bb4a95-fe8d-49e2-985b-00bdc14ff015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:49.630536 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c47571ee-3297-46f7-b914-2fefd77b2bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7723'] for router (776872fc-dc07-4945-a821-b5ef7055a75f), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:49.631695 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c47571ee-3297-46f7-b914-2fefd77b2bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1823171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1704336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7714'] for router (776872fc-dc07-4945-a821-b5ef7055a75f), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:49.655778 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42325f48-743c-45cf-98e9-d530d4cdd6d9 req-991f40f6-746d-4ae2-b403-2d93e1fa9d50 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:49.657287 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-42325f48-743c-45cf-98e9-d530d4cdd6d9 req-991f40f6-746d-4ae2-b403-2d93e1fa9d50 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0642793 May 26 19:38:49.681825 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.db_base_plugin_common [None req-5823c8a2-5c42-47f1-b35e-eab482b64603 None None] Allocated IP 172.20.0.2 (492a2884-9243-465b-939b-ac60c35b4b3f/f61c4997-1573-4713-b00b-a1dd9f85ac65/b9032f86-dceb-49a1-a6b1-43b44d5f4045) {{(pid=104686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:49.714684 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c47571ee-3297-46f7-b914-2fefd77b2bfb admin admin] Publish callbacks [] for router_controller (776872fc-dc07-4945-a821-b5ef7055a75f), precommit_add_association {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:49.737824 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-42325f48-743c-45cf-98e9-d530d4cdd6d9 req-f8421eeb-c949-4904-948e-740c58d674d7 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692050 May 26 19:38:49.830857 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-5823c8a2-5c42-47f1-b35e-eab482b64603 None None] Publish callbacks [] for port (b9032f86-dceb-49a1-a6b1-43b44d5f4045), precommit_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:49.905226 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-5823c8a2-5c42-47f1-b35e-eab482b64603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691'] for port (b9032f86-dceb-49a1-a6b1-43b44d5f4045), after_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:49.940711 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c47571ee-3297-46f7-b914-2fefd77b2bfb admin admin] Publish callbacks [] for router_gateway (776872fc-dc07-4945-a821-b5ef7055a75f), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:49.964906 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5823c8a2-5c42-47f1-b35e-eab482b64603 None None] Network 492a2884-9243-465b-939b-ac60c35b4b3f is already hosted by enough agents. {{(pid=104686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:49.968095 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.base_scheduler [None req-5823c8a2-5c42-47f1-b35e-eab482b64603 None None] Resources bound (agent type, host, resource id): {{(pid=104686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:49.972011 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823c8a2-5c42-47f1-b35e-eab482b64603 None None] Received port after_create {{(pid=104686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:38:49.974970 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823c8a2-5c42-47f1-b35e-eab482b64603 None None] Pushing event updated for resources: {'Port': ['ID=b9032f86-dceb-49a1-a6b1-43b44d5f4045,revision_number=1']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:50.020943 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:50.029667 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-5823c8a2-5c42-47f1-b35e-eab482b64603 None None] Attempting to bind port b9032f86-dceb-49a1-a6b1-43b44d5f4045 on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:38:50.030998 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-5823c8a2-5c42-47f1-b35e-eab482b64603 None None] Attempting to bind port b9032f86-dceb-49a1-a6b1-43b44d5f4045 by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': 'a27918ad-49bd-4b5d-9789-751677ce88d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:38:50.030998 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823c8a2-5c42-47f1-b35e-eab482b64603 None None] Attempting to bind port b9032f86-dceb-49a1-a6b1-43b44d5f4045 on network 492a2884-9243-465b-939b-ac60c35b4b3f {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:38:50.035608 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823c8a2-5c42-47f1-b35e-eab482b64603 None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:38:50.035895 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823c8a2-5c42-47f1-b35e-eab482b64603 None None] Checking segment: {'id': 'a27918ad-49bd-4b5d-9789-751677ce88d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:38:50.036281 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-5823c8a2-5c42-47f1-b35e-eab482b64603 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:50.036661 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823c8a2-5c42-47f1-b35e-eab482b64603 None None] Bound using segment: {'id': 'a27918ad-49bd-4b5d-9789-751677ce88d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:38:50.037114 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-5823c8a2-5c42-47f1-b35e-eab482b64603 None None] Bound port: b9032f86-dceb-49a1-a6b1-43b44d5f4045, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27918ad-49bd-4b5d-9789-751677ce88d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:38:50.037478 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-5823c8a2-5c42-47f1-b35e-eab482b64603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (b9032f86-dceb-49a1-a6b1-43b44d5f4045), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:50.068274 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:50.099246 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-5823c8a2-5c42-47f1-b35e-eab482b64603 None None] For port b9032f86-dceb-49a1-a6b1-43b44d5f4045, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:38:50.102331 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-5823c8a2-5c42-47f1-b35e-eab482b64603 None None] For port b9032f86-dceb-49a1-a6b1-43b44d5f4045, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=b9032f86-dceb-49a1-a6b1-43b44d5f4045,segment=NetworkSegment(a27918ad-49bd-4b5d-9789-751677ce88d9),segment_id=a27918ad-49bd-4b5d-9789-751677ce88d9)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:38:50.223119 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c47571ee-3297-46f7-b914-2fefd77b2bfb admin admin] Publish callbacks [] for router_gateway (776872fc-dc07-4945-a821-b5ef7055a75f), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:50.242283 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c47571ee-3297-46f7-b914-2fefd77b2bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:50.243352 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-5823c8a2-5c42-47f1-b35e-eab482b64603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (b9032f86-dceb-49a1-a6b1-43b44d5f4045), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:50.285286 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:50.355871 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [None req-c47571ee-3297-46f7-b914-2fefd77b2bfb admin admin] Allocated IP 172.27.0.243 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/e670b290-b74d-4d0c-94be-c419653689c6) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:50.426670 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823c8a2-5c42-47f1-b35e-eab482b64603 None None] Pushing event updated for resources: {'Port': ['ID=b9032f86-dceb-49a1-a6b1-43b44d5f4045,revision_number=2']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:50.468480 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c47571ee-3297-46f7-b914-2fefd77b2bfb admin admin] Publish callbacks [] for port (e670b290-b74d-4d0c-94be-c419653689c6), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:50.482220 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:50.528326 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:38:50.568510 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c47571ee-3297-46f7-b914-2fefd77b2bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (e670b290-b74d-4d0c-94be-c419653689c6), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:50.622993 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47571ee-3297-46f7-b914-2fefd77b2bfb admin admin] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:50.628509 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-c47571ee-3297-46f7-b914-2fefd77b2bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:50.630663 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47571ee-3297-46f7-b914-2fefd77b2bfb admin admin] Pushing event updated for resources: {'Port': ['ID=e670b290-b74d-4d0c-94be-c419653689c6,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:50.632798 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47571ee-3297-46f7-b914-2fefd77b2bfb admin admin] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:38:50.751177 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:50.873662 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12350ee5-d008-498f-a5fd-81e3eb672172 req-a1eb84fc-5934-4df5-9646-5b9ce525f66c tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:50.875426 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-12350ee5-d008-498f-a5fd-81e3eb672172 req-a1eb84fc-5934-4df5-9646-5b9ce525f66c tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0504236 May 26 19:38:50.925562 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-12350ee5-d008-498f-a5fd-81e3eb672172 req-789f1b56-cdbe-4af0-b244-4df0a7d4b45a tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443749 May 26 19:38:50.991370 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c47571ee-3297-46f7-b914-2fefd77b2bfb admin admin] Publish callbacks [] for router_gateway (776872fc-dc07-4945-a821-b5ef7055a75f), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:51.008626 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device b9032f86-dceb-49a1-a6b1-43b44d5f4045 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:38:51.057125 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port b9032f86-dceb-49a1-a6b1-43b44d5f4045 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:51.059522 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (b9032f86-dceb-49a1-a6b1-43b44d5f4045), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:51.147701 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port b9032f86-dceb-49a1-a6b1-43b44d5f4045 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:38:51.148246 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (b9032f86-dceb-49a1-a6b1-43b44d5f4045), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:51.189921 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] For port b9032f86-dceb-49a1-a6b1-43b44d5f4045, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=b9032f86-dceb-49a1-a6b1-43b44d5f4045,segment=NetworkSegment(a27918ad-49bd-4b5d-9789-751677ce88d9),segment_id=a27918ad-49bd-4b5d-9789-751677ce88d9)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:38:51.190472 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c47571ee-3297-46f7-b914-2fefd77b2bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613824'] for router (776872fc-dc07-4945-a821-b5ef7055a75f), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:51.276376 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (b9032f86-dceb-49a1-a6b1-43b44d5f4045), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:51.327729 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Pushing event updated for resources: {'Port': ['ID=b9032f86-dceb-49a1-a6b1-43b44d5f4045,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:51.383524 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298aeb72-1727-43d1-ae89-053869633e7e None None] Network 492a2884-9243-465b-939b-ac60c35b4b3f requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:38:51.384994 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47571ee-3297-46f7-b914-2fefd77b2bfb admin admin] Router 776872fc-dc07-4945-a821-b5ef7055a75f is scheduled to L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d with binding_index 1 {{(pid=104684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 19:38:51.492641 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-c9f55477-79e3-4725-ae24-59579045b9dc None None] Provisioning complete for port b9032f86-dceb-49a1-a6b1-43b44d5f4045 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:51.493261 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-c9f55477-79e3-4725-ae24-59579045b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (b9032f86-dceb-49a1-a6b1-43b44d5f4045), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:51.513418 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47571ee-3297-46f7-b914-2fefd77b2bfb admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:38:51.525124 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] Sync routers for ids ['776872fc-dc07-4945-a821-b5ef7055a75f'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:38:51.533743 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2216eb-5fd6-49ad-b197-f87c98c5c7e6 req-343a44b8-ff89-457a-8e6b-ec63dacfd1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:51.535280 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7e2216eb-5fd6-49ad-b197-f87c98c5c7e6 req-343a44b8-ff89-457a-8e6b-ec63dacfd1a1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf99d88fec9046608e464a5e2c75506e&device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 1130 time: 0.0550401 May 26 19:38:51.538794 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] Routers {'776872fc-dc07-4945-a821-b5ef7055a75f'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:38:51.539573 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:38:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['776872fc-dc07-4945-a821-b5ef7055a75f'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:51.551723 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:51.593780 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-c9f55477-79e3-4725-ae24-59579045b9dc None None] Current status of the port b9032f86-dceb-49a1-a6b1-43b44d5f4045 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:38:51.603807 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c47571ee-3297-46f7-b914-2fefd77b2bfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:51.605090 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-c47571ee-3297-46f7-b914-2fefd77b2bfb admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0908375 May 26 19:38:51.607950 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 53816) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:51.650774 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] Set router 776872fc-dc07-4945-a821-b5ef7055a75f gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:38:51.665044 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2216eb-5fd6-49ad-b197-f87c98c5c7e6 req-d7a1a679-ed3c-4fb7-aa1e-b3b633a7ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:51.666699 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7e2216eb-5fd6-49ad-b197-f87c98c5c7e6 req-d7a1a679-ed3c-4fb7-aa1e-b3b633a7ff37 service neutron] 10.222.0.77 "GET /v2.0/networks?id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d HTTP/1.1" status: 200 len: 919 time: 0.1210978 May 26 19:38:51.675707 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:51.708597 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7e2216eb-5fd6-49ad-b197-f87c98c5c7e6 req-43a4062d-3ffd-4eed-9059-82d314333b83 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40dd7f56-37e3-4a52-a2d9-f04821553aa0 HTTP/1.1" status: 200 len: 217 time: 0.0350938 May 26 19:38:51.770188 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2216eb-5fd6-49ad-b197-f87c98c5c7e6 req-55bd8a0d-e1a0-428f-8f58-4acc57cd29dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:51.772005 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7e2216eb-5fd6-49ad-b197-f87c98c5c7e6 req-55bd8a0d-e1a0-428f-8f58-4acc57cd29dc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=74ab063f-9814-4a72-a36c-4bbd4ab07270 HTTP/1.1" status: 200 len: 857 time: 0.0569766 May 26 19:38:51.775607 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:51.821761 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-de617898-2e7c-46c5-92ee-adc483098963 None None] Provisioning complete for port b9032f86-dceb-49a1-a6b1-43b44d5f4045 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:51.822628 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-de617898-2e7c-46c5-92ee-adc483098963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (b9032f86-dceb-49a1-a6b1-43b44d5f4045), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:51.823598 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2216eb-5fd6-49ad-b197-f87c98c5c7e6 req-4d89d07c-eecd-4980-be02-cf46924c3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:51.825344 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7e2216eb-5fd6-49ad-b197-f87c98c5c7e6 req-4d89d07c-eecd-4980-be02-cf46924c3d99 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465450 May 26 19:38:51.831747 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:51.837928 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:50Z', 'revision_number': 3, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:51.867897 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-4cd12138-c143-47ab-af2e-e40bb49a09ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:51.911553 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] Checking router: 776872fc-dc07-4945-a821-b5ef7055a75f for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:38:51.915354 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] Updating router 776872fc-dc07-4945-a821-b5ef7055a75f port e670b290-b74d-4d0c-94be-c419653689c6 binding host dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:38:51.944785 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:51.949526 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7e2216eb-5fd6-49ad-b197-f87c98c5c7e6 req-c60ac6bb-488c-41b1-9df2-7622e9511853 service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165636 May 26 19:38:51.961005 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-de617898-2e7c-46c5-92ee-adc483098963 None None] Current status of the port b9032f86-dceb-49a1-a6b1-43b44d5f4045 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:38:51.968636 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (e670b290-b74d-4d0c-94be-c419653689c6), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:52.095925 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd5ece-6502-4968-a50e-db2d36666381 req-9c01db3e-4c10-419c-a4fb-2d2e228d6afa tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:52.097454 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-00dd5ece-6502-4968-a50e-db2d36666381 req-9c01db3e-4c10-419c-a4fb-2d2e228d6afa tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0723550 May 26 19:38:52.127398 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7e2216eb-5fd6-49ad-b197-f87c98c5c7e6 req-8ee15d7e-404a-46c8-9d91-5102f7d5701b service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710012 May 26 19:38:52.195520 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-473737fa-18d9-4f35-b6dd-ed2fa446943f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:52.199317 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-00dd5ece-6502-4968-a50e-db2d36666381 req-e605562c-012e-4ea0-8303-132327207610 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752378 May 26 19:38:52.373492 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [None req-473737fa-18d9-4f35-b6dd-ed2fa446943f admin admin] Allocated IP 172.20.0.1 (492a2884-9243-465b-939b-ac60c35b4b3f/f61c4997-1573-4713-b00b-a1dd9f85ac65/35f8842e-82aa-4e85-a165-6ec8b49ffbf6) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:52.414631 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] Publish callbacks [] for port (e670b290-b74d-4d0c-94be-c419653689c6), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:52.495059 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-473737fa-18d9-4f35-b6dd-ed2fa446943f admin admin] Publish callbacks [] for port (35f8842e-82aa-4e85-a165-6ec8b49ffbf6), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:52.511633 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (e670b290-b74d-4d0c-94be-c419653689c6), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:52.551814 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:52.570355 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] Attempting to bind port e670b290-b74d-4d0c-94be-c419653689c6 on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:38:52.570773 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] Attempting to bind port e670b290-b74d-4d0c-94be-c419653689c6 by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:38:52.574533 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] Attempting to bind port e670b290-b74d-4d0c-94be-c419653689c6 on network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:38:52.574533 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68eda6-d39e-44a0-8164-4c277435542b None None] Pushing event updated for resources: {'Port': ['ID=e670b290-b74d-4d0c-94be-c419653689c6,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:52.580406 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:38:52.580771 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] Checking segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:38:52.581734 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:52.581734 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] Bound using segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:38:52.581960 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] Bound port: e670b290-b74d-4d0c-94be-c419653689c6, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:38:52.582331 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (e670b290-b74d-4d0c-94be-c419653689c6), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:52.585297 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:52.586184 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-473737fa-18d9-4f35-b6dd-ed2fa446943f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (35f8842e-82aa-4e85-a165-6ec8b49ffbf6), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:52.630104 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473737fa-18d9-4f35-b6dd-ed2fa446943f admin admin] Network 492a2884-9243-465b-939b-ac60c35b4b3f is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:52.637351 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] For port e670b290-b74d-4d0c-94be-c419653689c6, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:38:52.638241 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-473737fa-18d9-4f35-b6dd-ed2fa446943f admin admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:52.640803 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] For port e670b290-b74d-4d0c-94be-c419653689c6, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=e670b290-b74d-4d0c-94be-c419653689c6,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:38:52.641089 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473737fa-18d9-4f35-b6dd-ed2fa446943f admin admin] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:38:52.647673 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473737fa-18d9-4f35-b6dd-ed2fa446943f admin admin] Pushing event updated for resources: {'Port': ['ID=35f8842e-82aa-4e85-a165-6ec8b49ffbf6,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:52.691194 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-473737fa-18d9-4f35-b6dd-ed2fa446943f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617779'] for router_interface (776872fc-dc07-4945-a821-b5ef7055a75f), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:52.745310 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (e670b290-b74d-4d0c-94be-c419653689c6), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:52.805738 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] Routers {'776872fc-dc07-4945-a821-b5ef7055a75f'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:38:52.806373 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:38:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['776872fc-dc07-4945-a821-b5ef7055a75f'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:52.846525 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68eda6-d39e-44a0-8164-4c277435542b None None] Pushing event updated for resources: {'Port': ['ID=e670b290-b74d-4d0c-94be-c419653689c6,revision_number=3']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:52.887193 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-fa29a5ba-ec98-47c9-add9-9667d5848da1 None None] Provisioning complete for port 35f8842e-82aa-4e85-a165-6ec8b49ffbf6 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:52.895045 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-fa29a5ba-ec98-47c9-add9-9667d5848da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (35f8842e-82aa-4e85-a165-6ec8b49ffbf6), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:52.903438 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-473737fa-18d9-4f35-b6dd-ed2fa446943f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (35f8842e-82aa-4e85-a165-6ec8b49ffbf6), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:52.933188 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-fa29a5ba-ec98-47c9-add9-9667d5848da1 None None] Port 35f8842e-82aa-4e85-a165-6ec8b49ffbf6 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:38:52.940559 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:52.950734 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] Set router 776872fc-dc07-4945-a821-b5ef7055a75f gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:38:53.010285 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device b9032f86-dceb-49a1-a6b1-43b44d5f4045 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:38:53.016962 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:53.067627 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port b9032f86-dceb-49a1-a6b1-43b44d5f4045 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:53.068171 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (b9032f86-dceb-49a1-a6b1-43b44d5f4045), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:53.096111 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:53.127871 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-473737fa-18d9-4f35-b6dd-ed2fa446943f admin admin] Publish callbacks [] for port (35f8842e-82aa-4e85-a165-6ec8b49ffbf6), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:53.160141 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:50Z', 'revision_number': 3, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:53.162034 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port b9032f86-dceb-49a1-a6b1-43b44d5f4045 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:38:53.163389 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:53.190843 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c64c54-46af-45a7-a897-f51a5a205ef6 None None] The sync data for ids ['776872fc-dc07-4945-a821-b5ef7055a75f'] in dv-cinder-825492-17-iscsi is: [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:50Z', 'revision_number': 3, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:38:53.204605 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-473737fa-18d9-4f35-b6dd-ed2fa446943f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099810'] for port (35f8842e-82aa-4e85-a165-6ec8b49ffbf6), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:53.611800 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac394c58-47e3-4948-8e9c-a8c7c59db08a req-2afd3e09-1517-4f7e-9417-130807603efa tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:53.614441 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ac394c58-47e3-4948-8e9c-a8c7c59db08a req-2afd3e09-1517-4f7e-9417-130807603efa tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.3264673 May 26 19:38:53.630148 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473737fa-18d9-4f35-b6dd-ed2fa446943f admin admin] Pushing event updated for resources: {'Port': ['ID=35f8842e-82aa-4e85-a165-6ec8b49ffbf6,revision_number=2']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:53.639037 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-473737fa-18d9-4f35-b6dd-ed2fa446943f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-131577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616579'] for router_interface (776872fc-dc07-4945-a821-b5ef7055a75f), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:53.701058 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ac394c58-47e3-4948-8e9c-a8c7c59db08a req-ef484af5-bb92-42f6-afa0-eccd833c56db tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726242 May 26 19:38:53.743221 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473737fa-18d9-4f35-b6dd-ed2fa446943f admin admin] Network 492a2884-9243-465b-939b-ac60c35b4b3f is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:53.744665 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-473737fa-18d9-4f35-b6dd-ed2fa446943f admin admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:53.908196 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473737fa-18d9-4f35-b6dd-ed2fa446943f admin admin] Router 776872fc-dc07-4945-a821-b5ef7055a75f has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:38:54.022832 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473737fa-18d9-4f35-b6dd-ed2fa446943f admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:38:54.028556 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-473737fa-18d9-4f35-b6dd-ed2fa446943f admin admin] 10.222.0.72 "PUT /v2.0/routers/776872fc-dc07-4945-a821-b5ef7055a75f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4194837 May 26 19:38:54.064359 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-fad3b3f0-d1a6-413f-8603-5e7a07712dfa None None] Provisioning complete for port 35f8842e-82aa-4e85-a165-6ec8b49ffbf6 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:54.064919 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-fad3b3f0-d1a6-413f-8603-5e7a07712dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (35f8842e-82aa-4e85-a165-6ec8b49ffbf6), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:54.097255 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-fad3b3f0-d1a6-413f-8603-5e7a07712dfa None None] Port 35f8842e-82aa-4e85-a165-6ec8b49ffbf6 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:38:54.596443 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:54.844504 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f64ad2-50c7-484a-b4fb-0ff72968049a req-3c8aa1ab-da4a-4626-abe3-e0ceb3b0e4d5 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:54.845996 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-39f64ad2-50c7-484a-b4fb-0ff72968049a req-3c8aa1ab-da4a-4626-abe3-e0ceb3b0e4d5 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0675960 May 26 19:38:54.901004 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-39f64ad2-50c7-484a-b4fb-0ff72968049a req-5f90246c-0b85-47ff-bfe3-d594cd6fe92d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488694 May 26 19:38:54.925467 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 53918) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:54.930419 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-908619015-network', 'tenant_id': '3c116712a5df4bb79d5fc693bc71ec69'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:38:55.024582 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Made reservation on behalf of 3c116712a5df4bb79d5fc693bc71ec69 for: {'network': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:55.025589 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device e670b290-b74d-4d0c-94be-c419653689c6 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:38:55.027259 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for network (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:55.034735 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 53920) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:55.038352 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:55.090653 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] Sync routers for ids ['776872fc-dc07-4945-a821-b5ef7055a75f'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:38:55.102325 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port e670b290-b74d-4d0c-94be-c419653689c6 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:55.102701 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (e670b290-b74d-4d0c-94be-c419653689c6), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:55.135016 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] Routers {'776872fc-dc07-4945-a821-b5ef7055a75f'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:38:55.135678 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:38:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['776872fc-dc07-4945-a821-b5ef7055a75f'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:55.137826 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Publish callbacks [] for security_group (8bedf1a0-8d80-43c3-861c-8860cbe75140), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:55.174753 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3cf2ca89-59cb-422c-8d6e-124471127ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:55.308242 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:55.308242 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3cf2ca89-59cb-422c-8d6e-124471127ff7 admin admin] Publish callbacks [] for security_group (321bc993-ef0c-4165-8f5c-7fa6acb28570), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:55.308919 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port e670b290-b74d-4d0c-94be-c419653689c6 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:38:55.308919 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (e670b290-b74d-4d0c-94be-c419653689c6), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:55.308919 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] Set router 776872fc-dc07-4945-a821-b5ef7055a75f gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:38:55.308919 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:55.335082 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (8bedf1a0-8d80-43c3-861c-8860cbe75140), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:55.339826 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] For port e670b290-b74d-4d0c-94be-c419653689c6, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=e670b290-b74d-4d0c-94be-c419653689c6,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:38:55.364077 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=104685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:38:55.370041 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bedf1a0-8d80-43c3-861c-8860cbe75140,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:55.382448 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.391424 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.391424 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.391424 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.391424 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.391424 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.391424 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.391424 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.391424 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.391424 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.391424 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.391424 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.391424 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.391424 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.391424 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.395743 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748975417959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (adbfb5bf-4b98-4002-bf4c-346fa113fc4e), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:55.396151 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.segments_db [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Added segment adbfb5bf-4b98-4002-bf4c-346fa113fc4e of type vlan for network 03bfb873-ad13-4006-ac10-1c16f0241cd1 May 26 19:38:55.437095 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3cf2ca89-59cb-422c-8d6e-124471127ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (321bc993-ef0c-4165-8f5c-7fa6acb28570), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:55.439217 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:55.440860 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748974919033'] for network (03bfb873-ad13-4006-ac10-1c16f0241cd1), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:55.494020 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (e670b290-b74d-4d0c-94be-c419653689c6), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:55.507129 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-3cf2ca89-59cb-422c-8d6e-124471127ff7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9e7b0434c7f14f6e9d32c78a40e790cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4596837 May 26 19:38:55.507694 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 53928) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:55.507790 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2ca89-59cb-422c-8d6e-124471127ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321bc993-ef0c-4165-8f5c-7fa6acb28570,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:55.516851 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ca89-59cb-422c-8d6e-124471127ff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.517382 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ca89-59cb-422c-8d6e-124471127ff7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.517724 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ca89-59cb-422c-8d6e-124471127ff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.518063 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ca89-59cb-422c-8d6e-124471127ff7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.518400 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ca89-59cb-422c-8d6e-124471127ff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.518727 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ca89-59cb-422c-8d6e-124471127ff7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.519097 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ca89-59cb-422c-8d6e-124471127ff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.522689 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ca89-59cb-422c-8d6e-124471127ff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.522689 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ca89-59cb-422c-8d6e-124471127ff7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.522689 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ca89-59cb-422c-8d6e-124471127ff7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.522689 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ca89-59cb-422c-8d6e-124471127ff7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.522689 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ca89-59cb-422c-8d6e-124471127ff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.522689 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ca89-59cb-422c-8d6e-124471127ff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.522689 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ca89-59cb-422c-8d6e-124471127ff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.522689 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ca89-59cb-422c-8d6e-124471127ff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:55.532496 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '35f8842e-82aa-4e85-a165-6ec8b49ffbf6', 'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'mac_address': 'fa:16:3e:2e:f2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:52Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 2, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'subnets': [{'id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:55.544421 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for network (03bfb873-ad13-4006-ac10-1c16f0241cd1), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:55.544421 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:55.544421 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:55.570089 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] Checking router: 776872fc-dc07-4945-a821-b5ef7055a75f for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:38:55.570376 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] Updating router 776872fc-dc07-4945-a821-b5ef7055a75f port 35f8842e-82aa-4e85-a165-6ec8b49ffbf6 binding host dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:38:55.612338 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Pushing event updated for resources: {'Port': ['ID=e670b290-b74d-4d0c-94be-c419653689c6,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:55.615281 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (35f8842e-82aa-4e85-a165-6ec8b49ffbf6), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:55.618757 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e1252a4f-0188-417a-bfa1-9d3c9b7d303c admin admin] Publish callbacks [] for security_group (321bc993-ef0c-4165-8f5c-7fa6acb28570), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:55.625730 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] Pushing event updated for resources: {'Network': ['ID=03bfb873-ad13-4006-ac10-1c16f0241cd1,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:55.647949 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Network 03bfb873-ad13-4006-ac10-1c16f0241cd1 details requested by agent ovs-agent-dv-cinder-825492-17-iscsi with host dv-cinder-825492-17-iscsi {{(pid=104686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 19:38:55.648456 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e1252a4f-0188-417a-bfa1-9d3c9b7d303c admin admin] Publish callbacks [] for security_group (321bc993-ef0c-4165-8f5c-7fa6acb28570), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:55.668930 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-36d3ff65-a76e-42b6-8d3e-59f6d5b43cd3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7423568 May 26 19:38:55.671797 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 53930) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:55.676628 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-bc60fc71-bc8d-40ac-ac57-4e4ab41b45ff admin admin] Request body: {'subnet': {'network_id': '03bfb873-ad13-4006-ac10-1c16f0241cd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-908619015-subnet', 'tenant_id': '3c116712a5df4bb79d5fc693bc71ec69', 'ip_version': 4}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:38:55.796967 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc60fc71-bc8d-40ac-ac57-4e4ab41b45ff admin admin] Made reservation on behalf of 3c116712a5df4bb79d5fc693bc71ec69 for: {'subnet': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:55.797188 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e1252a4f-0188-417a-bfa1-9d3c9b7d303c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (321bc993-ef0c-4165-8f5c-7fa6acb28570), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:55.798093 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=100 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:55.799877 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bc60fc71-bc8d-40ac-ac57-4e4ab41b45ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281381'] for subnet (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:55.800050 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e1252a4f-0188-417a-bfa1-9d3c9b7d303c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:55.801204 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-e1252a4f-0188-417a-bfa1-9d3c9b7d303c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/321bc993-ef0c-4165-8f5c-7fa6acb28570 HTTP/1.1" status: 204 len: 168 time: 0.3033388 May 26 19:38:55.810731 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1252a4f-0188-417a-bfa1-9d3c9b7d303c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321bc993-ef0c-4165-8f5c-7fa6acb28570,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:55.892128 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:56.010060 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] Publish callbacks [] for port (35f8842e-82aa-4e85-a165-6ec8b49ffbf6), precommit_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:56.064019 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:56.078810 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54364ac-6c7f-4f14-9bda-dde95d6d5e12 req-b487e92a-606f-4830-b482-e66fa197e969 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:56.080341 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b54364ac-6c7f-4f14-9bda-dde95d6d5e12 req-b487e92a-606f-4830-b482-e66fa197e969 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0858889 May 26 19:38:56.082470 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (35f8842e-82aa-4e85-a165-6ec8b49ffbf6), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:56.111310 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bc60fc71-bc8d-40ac-ac57-4e4ab41b45ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13475601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281395'] for subnet (5b680306-2fe3-4c2e-a61a-7825bb7cc1ef), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:56.153591 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b54364ac-6c7f-4f14-9bda-dde95d6d5e12 req-29814ce8-0988-428c-8b55-b54b885ccea2 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629766 May 26 19:38:56.209271 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60fc71-bc8d-40ac-ac57-4e4ab41b45ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b680306-2fe3-4c2e-a61a-7825bb7cc1ef,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:56.231310 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:56.255221 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc60fc71-bc8d-40ac-ac57-4e4ab41b45ff admin admin] Checking segment: {'id': 'adbfb5bf-4b98-4002-bf4c-346fa113fc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03bfb873-ad13-4006-ac10-1c16f0241cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:38:56.257210 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc60fc71-bc8d-40ac-ac57-4e4ab41b45ff admin admin] Network hostable DHCP agents. Network: 03bfb873-ad13-4006-ac10-1c16f0241cd1, hostable agents: ['334e9f8c-ffb2-4cf1-9422-c5afdc325939'], hosted agents: [] {{(pid=104684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:38:56.266224 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1498c-73f8-4ed9-a8e2-24fc27b6b530 None None] Pushing event updated for resources: {'Port': ['ID=35f8842e-82aa-4e85-a165-6ec8b49ffbf6,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:56.268263 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:56.282007 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] Attempting to bind port 35f8842e-82aa-4e85-a165-6ec8b49ffbf6 on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:38:56.282381 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] Attempting to bind port 35f8842e-82aa-4e85-a165-6ec8b49ffbf6 by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': 'a27918ad-49bd-4b5d-9789-751677ce88d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:38:56.286626 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] Attempting to bind port 35f8842e-82aa-4e85-a165-6ec8b49ffbf6 on network 492a2884-9243-465b-939b-ac60c35b4b3f {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:38:56.293450 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:38:56.297750 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] Checking segment: {'id': 'a27918ad-49bd-4b5d-9789-751677ce88d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:38:56.297750 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:56.297750 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] Bound using segment: {'id': 'a27918ad-49bd-4b5d-9789-751677ce88d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:38:56.297750 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] Bound port: 35f8842e-82aa-4e85-a165-6ec8b49ffbf6, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27918ad-49bd-4b5d-9789-751677ce88d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:38:56.297750 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (35f8842e-82aa-4e85-a165-6ec8b49ffbf6), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:56.339618 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc60fc71-bc8d-40ac-ac57-4e4ab41b45ff admin admin] Network 03bfb873-ad13-4006-ac10-1c16f0241cd1 is scheduled to be hosted by DHCP agent 334e9f8c-ffb2-4cf1-9422-c5afdc325939 with binding_index 1 {{(pid=104684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:38:56.382509 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] For port 35f8842e-82aa-4e85-a165-6ec8b49ffbf6, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:38:56.385689 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] For port 35f8842e-82aa-4e85-a165-6ec8b49ffbf6, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=35f8842e-82aa-4e85-a165-6ec8b49ffbf6,segment=NetworkSegment(a27918ad-49bd-4b5d-9789-751677ce88d9),segment_id=a27918ad-49bd-4b5d-9789-751677ce88d9)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:38:56.431429 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-2390bdc0-512c-45a5-ba83-a9bc3d2602ec None None] Provisioning complete for port 35f8842e-82aa-4e85-a165-6ec8b49ffbf6 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:56.431809 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2390bdc0-512c-45a5-ba83-a9bc3d2602ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (35f8842e-82aa-4e85-a165-6ec8b49ffbf6), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:56.447821 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-bc60fc71-bc8d-40ac-ac57-4e4ab41b45ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-17-iscsi, 03bfb873-ad13-4006-ac10-1c16f0241cd1) {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:56.452105 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc60fc71-bc8d-40ac-ac57-4e4ab41b45ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:56.455937 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bc60fc71-bc8d-40ac-ac57-4e4ab41b45ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:56.460323 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146976d2-2904-4a3d-88e5-fdeb3bc65d38 None None] Network 03bfb873-ad13-4006-ac10-1c16f0241cd1 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:38:56.529311 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-bc60fc71-bc8d-40ac-ac57-4e4ab41b45ff admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8540142 May 26 19:38:56.529640 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 53944) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:56.534254 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-4e98f3b3-0d3a-457d-9af4-00be07119443 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-908619015-router', 'tenant_id': '3c116712a5df4bb79d5fc693bc71ec69', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:38:56.591849 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 53946) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:56.592783 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (35f8842e-82aa-4e85-a165-6ec8b49ffbf6), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:56.604670 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4ff7dbe6-8b75-4977-94c1-2dca2a832771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:56.648087 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4e98f3b3-0d3a-457d-9af4-00be07119443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7723'] for router (55246db9-48ac-4caf-affa-d376df9695f3), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:56.649056 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4e98f3b3-0d3a-457d-9af4-00be07119443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1823171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1704336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7714'] for router (55246db9-48ac-4caf-affa-d376df9695f3), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:56.652879 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-2390bdc0-512c-45a5-ba83-a9bc3d2602ec None None] Port 35f8842e-82aa-4e85-a165-6ec8b49ffbf6 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:38:56.689877 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:56.711133 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1498c-73f8-4ed9-a8e2-24fc27b6b530 None None] Pushing event updated for resources: {'Port': ['ID=35f8842e-82aa-4e85-a165-6ec8b49ffbf6,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:56.713723 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] Routers {'776872fc-dc07-4945-a821-b5ef7055a75f'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:38:56.714339 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:38:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['776872fc-dc07-4945-a821-b5ef7055a75f'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:56.729816 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4ff7dbe6-8b75-4977-94c1-2dca2a832771 admin admin] Publish callbacks [] for security_group (112e574c-674f-4d78-8437-62d22137d183), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:56.731790 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4e98f3b3-0d3a-457d-9af4-00be07119443 admin admin] Publish callbacks [] for router_controller (55246db9-48ac-4caf-affa-d376df9695f3), precommit_add_association {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:56.791714 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddae855-50c3-496e-b09e-15e18c8ddccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe26c64eb-9ba4-58e8-a104-6529d17effff-03bfb873-ad13-4006-ac10-1c16f0241cd1', 'network_id': '03bfb873-ad13-4006-ac10-1c16f0241cd1', 'project_id': '3c116712a5df4bb79d5fc693bc71ec69', 'fixed_ips': [{'subnet_id': '5b680306-2fe3-4c2e-a61a-7825bb7cc1ef'}]}} from dv-cinder-825492-17-iscsi. {{(pid=104686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 19:38:56.792667 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2ddae855-50c3-496e-b09e-15e18c8ddccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:56.802123 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4ff7dbe6-8b75-4977-94c1-2dca2a832771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (112e574c-674f-4d78-8437-62d22137d183), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:56.858664 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] Set router 776872fc-dc07-4945-a821-b5ef7055a75f gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:38:56.908241 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-4ff7dbe6-8b75-4977-94c1-2dca2a832771 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=66c56f12e9804effb9ad3ece2e6a90ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152616 May 26 19:38:56.911613 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 53950) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:38:56.917175 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7dbe6-8b75-4977-94c1-2dca2a832771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112e574c-674f-4d78-8437-62d22137d183,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:56.992181 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4e98f3b3-0d3a-457d-9af4-00be07119443 admin admin] Publish callbacks [] for router_gateway (55246db9-48ac-4caf-affa-d376df9695f3), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:57.044831 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-ae02e160-4ff8-483c-b411-c69f014d12ac None None] Provisioning complete for port 35f8842e-82aa-4e85-a165-6ec8b49ffbf6 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:57.045199 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-ae02e160-4ff8-483c-b411-c69f014d12ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (35f8842e-82aa-4e85-a165-6ec8b49ffbf6), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:57.056025 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:57.056521 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device e670b290-b74d-4d0c-94be-c419653689c6 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:38:57.057359 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-561a9183-e7ed-48d9-9438-6199e7f9fcac admin admin] Publish callbacks [] for security_group (112e574c-674f-4d78-8437-62d22137d183), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:57.119061 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-561a9183-e7ed-48d9-9438-6199e7f9fcac admin admin] Publish callbacks [] for security_group (112e574c-674f-4d78-8437-62d22137d183), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:57.123158 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9dfc03f4-b9d7-459c-a2d3-8819a2121ece req-34162822-0f0c-47dd-a97c-afeffd661f01 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536847 May 26 19:38:57.271030 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.db_base_plugin_common [None req-2ddae855-50c3-496e-b09e-15e18c8ddccf None None] Allocated IP 172.20.0.2 (03bfb873-ad13-4006-ac10-1c16f0241cd1/5b680306-2fe3-4c2e-a61a-7825bb7cc1ef/c466d560-4aaf-4a08-bef5-9ed04c2faec5) {{(pid=104686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:57.285785 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port e670b290-b74d-4d0c-94be-c419653689c6 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:57.286150 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (e670b290-b74d-4d0c-94be-c419653689c6), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:57.318863 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc03f4-b9d7-459c-a2d3-8819a2121ece req-393f8afa-d556-46da-aec0-70d21bc755e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:57.320404 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9dfc03f4-b9d7-459c-a2d3-8819a2121ece req-393f8afa-d556-46da-aec0-70d21bc755e7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf99d88fec9046608e464a5e2c75506e&device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 1129 time: 0.0938551 May 26 19:38:57.339586 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-ae02e160-4ff8-483c-b411-c69f014d12ac None None] Current status of the port 35f8842e-82aa-4e85-a165-6ec8b49ffbf6 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:38:57.339990 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-ae02e160-4ff8-483c-b411-c69f014d12ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (35f8842e-82aa-4e85-a165-6ec8b49ffbf6), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:57.379766 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aef908-b0ba-4055-8697-3bdccf76bd49 req-bc4656b4-fc92-4051-adac-28e7de60cade tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:57.381228 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d1aef908-b0ba-4055-8697-3bdccf76bd49 req-bc4656b4-fc92-4051-adac-28e7de60cade tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.1235857 May 26 19:38:57.469793 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '35f8842e-82aa-4e85-a165-6ec8b49ffbf6', 'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'mac_address': 'fa:16:3e:2e:f2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:52Z', 'updated_at': '2022-05-26T19:38:56Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'subnets': [{'id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:57.517833 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-ae02e160-4ff8-483c-b411-c69f014d12ac None None] For port 35f8842e-82aa-4e85-a165-6ec8b49ffbf6, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=35f8842e-82aa-4e85-a165-6ec8b49ffbf6,segment=NetworkSegment(a27918ad-49bd-4b5d-9789-751677ce88d9),segment_id=a27918ad-49bd-4b5d-9789-751677ce88d9)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:38:57.524648 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff413fe8-54a5-488c-a6da-cf11f46abdde None None] The sync data for ids ['776872fc-dc07-4945-a821-b5ef7055a75f'] in dv-cinder-825492-17-iscsi is: [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '35f8842e-82aa-4e85-a165-6ec8b49ffbf6', 'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'mac_address': 'fa:16:3e:2e:f2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:52Z', 'updated_at': '2022-05-26T19:38:56Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'subnets': [{'id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:38:57.536881 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-561a9183-e7ed-48d9-9438-6199e7f9fcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (112e574c-674f-4d78-8437-62d22137d183), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:57.539529 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-561a9183-e7ed-48d9-9438-6199e7f9fcac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:57.543119 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-561a9183-e7ed-48d9-9438-6199e7f9fcac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/112e574c-674f-4d78-8437-62d22137d183 HTTP/1.1" status: 204 len: 168 time: 0.6274312 May 26 19:38:57.549515 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port e670b290-b74d-4d0c-94be-c419653689c6 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:38:57.561158 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4e98f3b3-0d3a-457d-9af4-00be07119443 admin admin] Publish callbacks [] for router_gateway (55246db9-48ac-4caf-affa-d376df9695f3), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:57.567162 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d1aef908-b0ba-4055-8697-3bdccf76bd49 req-ebbfd170-8403-4dac-92b3-ec8c1e468807 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516442 May 26 19:38:57.572309 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a9183-e7ed-48d9-9438-6199e7f9fcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112e574c-674f-4d78-8437-62d22137d183,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:57.595860 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc03f4-b9d7-459c-a2d3-8819a2121ece req-3a25d907-601b-49f6-ab33-b20810acc6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:57.597394 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9dfc03f4-b9d7-459c-a2d3-8819a2121ece req-3a25d907-601b-49f6-ab33-b20810acc6e9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d HTTP/1.1" status: 200 len: 919 time: 0.2366731 May 26 19:38:57.604433 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4e98f3b3-0d3a-457d-9af4-00be07119443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:57.657037 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-ae02e160-4ff8-483c-b411-c69f014d12ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (35f8842e-82aa-4e85-a165-6ec8b49ffbf6), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:57.745438 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:57.755338 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9dfc03f4-b9d7-459c-a2d3-8819a2121ece req-7981f47e-494d-407c-8997-fff547ff5a07 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eedf65c-da1c-48d7-8869-d150a6c93ed0 HTTP/1.1" status: 200 len: 217 time: 0.1456170 May 26 19:38:57.755914 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02e160-4ff8-483c-b411-c69f014d12ac None None] Pushing event updated for resources: {'Port': ['ID=35f8842e-82aa-4e85-a165-6ec8b49ffbf6,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:57.813098 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2ddae855-50c3-496e-b09e-15e18c8ddccf None None] Publish callbacks [] for port (c466d560-4aaf-4a08-bef5-9ed04c2faec5), precommit_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:57.823201 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:57.887126 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2ddae855-50c3-496e-b09e-15e18c8ddccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691'] for port (c466d560-4aaf-4a08-bef5-9ed04c2faec5), after_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:57.887257 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [None req-4e98f3b3-0d3a-457d-9af4-00be07119443 admin admin] Allocated IP 172.27.0.42 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/c83aa9f6-5f67-4ff1-98a0-c41916649c71) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:57.888631 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc03f4-b9d7-459c-a2d3-8819a2121ece req-a3371cf8-42ae-4081-885b-31e7579c33c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:57.890780 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9dfc03f4-b9d7-459c-a2d3-8819a2121ece req-a3371cf8-42ae-4081-885b-31e7579c33c1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=74ab063f-9814-4a72-a36c-4bbd4ab07270 HTTP/1.1" status: 200 len: 857 time: 0.0988669 May 26 19:38:57.932975 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddae855-50c3-496e-b09e-15e18c8ddccf None None] Pushing event updated for resources: {'Port': ['ID=c466d560-4aaf-4a08-bef5-9ed04c2faec5,revision_number=1']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:57.937668 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddae855-50c3-496e-b09e-15e18c8ddccf None None] Network 03bfb873-ad13-4006-ac10-1c16f0241cd1 is already hosted by enough agents. {{(pid=104686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:57.939576 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.base_scheduler [None req-2ddae855-50c3-496e-b09e-15e18c8ddccf None None] Resources bound (agent type, host, resource id): {{(pid=104686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:57.946541 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddae855-50c3-496e-b09e-15e18c8ddccf None None] Received port after_create {{(pid=104686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:38:57.959504 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc03f4-b9d7-459c-a2d3-8819a2121ece req-1781a4dc-10b8-46e6-9801-4c1a4b104c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:57.961084 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9dfc03f4-b9d7-459c-a2d3-8819a2121ece req-1781a4dc-10b8-46e6-9801-4c1a4b104c25 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0536759 May 26 19:38:58.012466 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-2ddae855-50c3-496e-b09e-15e18c8ddccf None None] Attempting to bind port c466d560-4aaf-4a08-bef5-9ed04c2faec5 on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:38:58.012839 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-2ddae855-50c3-496e-b09e-15e18c8ddccf None None] Attempting to bind port c466d560-4aaf-4a08-bef5-9ed04c2faec5 by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': 'adbfb5bf-4b98-4002-bf4c-346fa113fc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03bfb873-ad13-4006-ac10-1c16f0241cd1'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:38:58.015211 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddae855-50c3-496e-b09e-15e18c8ddccf None None] Attempting to bind port c466d560-4aaf-4a08-bef5-9ed04c2faec5 on network 03bfb873-ad13-4006-ac10-1c16f0241cd1 {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:38:58.024524 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddae855-50c3-496e-b09e-15e18c8ddccf None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:38:58.024901 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddae855-50c3-496e-b09e-15e18c8ddccf None None] Checking segment: {'id': 'adbfb5bf-4b98-4002-bf4c-346fa113fc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03bfb873-ad13-4006-ac10-1c16f0241cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:38:58.028185 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2ddae855-50c3-496e-b09e-15e18c8ddccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:58.033287 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddae855-50c3-496e-b09e-15e18c8ddccf None None] Bound using segment: {'id': 'adbfb5bf-4b98-4002-bf4c-346fa113fc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03bfb873-ad13-4006-ac10-1c16f0241cd1'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:38:58.033888 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-2ddae855-50c3-496e-b09e-15e18c8ddccf None None] Bound port: c466d560-4aaf-4a08-bef5-9ed04c2faec5, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbfb5bf-4b98-4002-bf4c-346fa113fc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03bfb873-ad13-4006-ac10-1c16f0241cd1'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:38:58.034291 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2ddae855-50c3-496e-b09e-15e18c8ddccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (c466d560-4aaf-4a08-bef5-9ed04c2faec5), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:58.144920 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-2ddae855-50c3-496e-b09e-15e18c8ddccf None None] For port c466d560-4aaf-4a08-bef5-9ed04c2faec5, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:38:58.148207 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-2ddae855-50c3-496e-b09e-15e18c8ddccf None None] For port c466d560-4aaf-4a08-bef5-9ed04c2faec5, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=c466d560-4aaf-4a08-bef5-9ed04c2faec5,segment=NetworkSegment(adbfb5bf-4b98-4002-bf4c-346fa113fc4e),segment_id=adbfb5bf-4b98-4002-bf4c-346fa113fc4e)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:38:58.201173 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4e98f3b3-0d3a-457d-9af4-00be07119443 admin admin] Publish callbacks [] for port (c83aa9f6-5f67-4ff1-98a0-c41916649c71), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:58.207884 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9dfc03f4-b9d7-459c-a2d3-8819a2121ece req-0bb3e90e-1308-4af6-a1ed-9ccdbf692198 service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399335 May 26 19:38:58.269505 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2ddae855-50c3-496e-b09e-15e18c8ddccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (c466d560-4aaf-4a08-bef5-9ed04c2faec5), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:58.339124 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9dfc03f4-b9d7-459c-a2d3-8819a2121ece req-dcc99ac7-d26c-4039-b3d4-3e3610d9fa00 service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232982 May 26 19:38:58.373570 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddae855-50c3-496e-b09e-15e18c8ddccf None None] Pushing event updated for resources: {'Port': ['ID=c466d560-4aaf-4a08-bef5-9ed04c2faec5,revision_number=2']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:58.408786 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4e98f3b3-0d3a-457d-9af4-00be07119443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (c83aa9f6-5f67-4ff1-98a0-c41916649c71), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:58.449365 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e98f3b3-0d3a-457d-9af4-00be07119443 admin admin] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:58.455292 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-4e98f3b3-0d3a-457d-9af4-00be07119443 admin admin] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:58.459472 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e98f3b3-0d3a-457d-9af4-00be07119443 admin admin] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:38:58.485966 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98f3b3-0d3a-457d-9af4-00be07119443 admin admin] Pushing event updated for resources: {'Port': ['ID=c83aa9f6-5f67-4ff1-98a0-c41916649c71,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:58.682373 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:58.813244 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:58.857461 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17ba99-d777-4625-8a68-fa039f69a3f1 req-678e631f-15ce-4ae1-8ddf-538773d7a828 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:58.857461 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ad17ba99-d777-4625-8a68-fa039f69a3f1 req-678e631f-15ce-4ae1-8ddf-538773d7a828 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.1316161 May 26 19:38:58.918971 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4e98f3b3-0d3a-457d-9af4-00be07119443 admin admin] Publish callbacks [] for router_gateway (55246db9-48ac-4caf-affa-d376df9695f3), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:58.957120 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:38:58.971008 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ad17ba99-d777-4625-8a68-fa039f69a3f1 req-0f5fc66e-8152-4d02-a199-90569be23584 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032221 May 26 19:38:59.091179 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 35f8842e-82aa-4e85-a165-6ec8b49ffbf6 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:38:59.165573 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 35f8842e-82aa-4e85-a165-6ec8b49ffbf6 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:59.166404 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (35f8842e-82aa-4e85-a165-6ec8b49ffbf6), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:59.241936 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4e98f3b3-0d3a-457d-9af4-00be07119443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613824'] for router (55246db9-48ac-4caf-affa-d376df9695f3), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:59.309676 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 35f8842e-82aa-4e85-a165-6ec8b49ffbf6 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:38:59.313804 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device c466d560-4aaf-4a08-bef5-9ed04c2faec5 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:38:59.409051 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port c466d560-4aaf-4a08-bef5-9ed04c2faec5 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:59.420809 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (c466d560-4aaf-4a08-bef5-9ed04c2faec5), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:59.533020 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port c466d560-4aaf-4a08-bef5-9ed04c2faec5 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:38:59.533419 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (c466d560-4aaf-4a08-bef5-9ed04c2faec5), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:59.579922 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] For port c466d560-4aaf-4a08-bef5-9ed04c2faec5, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=c466d560-4aaf-4a08-bef5-9ed04c2faec5,segment=NetworkSegment(adbfb5bf-4b98-4002-bf4c-346fa113fc4e),segment_id=adbfb5bf-4b98-4002-bf4c-346fa113fc4e)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:38:59.701417 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545ac4ce-1095-46d7-86a2-f2dd5f091c96 None None] Network 03bfb873-ad13-4006-ac10-1c16f0241cd1 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:38:59.744947 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (c466d560-4aaf-4a08-bef5-9ed04c2faec5), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:59.760498 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e98f3b3-0d3a-457d-9af4-00be07119443 admin admin] Router 55246db9-48ac-4caf-affa-d376df9695f3 is scheduled to L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d with binding_index 1 {{(pid=104684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 19:38:59.930168 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e98f3b3-0d3a-457d-9af4-00be07119443 admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:38:59.946531 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] Sync routers for ids ['55246db9-48ac-4caf-affa-d376df9695f3'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:38:59.948518 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-8a61a1a5-87eb-4157-9677-607be5f5f443 None None] Provisioning complete for port c466d560-4aaf-4a08-bef5-9ed04c2faec5 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:38:59.948950 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-8a61a1a5-87eb-4157-9677-607be5f5f443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (c466d560-4aaf-4a08-bef5-9ed04c2faec5), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:38:59.957422 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] Routers {'55246db9-48ac-4caf-affa-d376df9695f3'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:38:59.957951 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:38:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['55246db9-48ac-4caf-affa-d376df9695f3'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:59.996934 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Pushing event updated for resources: {'Port': ['ID=c466d560-4aaf-4a08-bef5-9ed04c2faec5,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:00.032845 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4e98f3b3-0d3a-457d-9af4-00be07119443 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:00.034096 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-4e98f3b3-0d3a-457d-9af4-00be07119443 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5034502 May 26 19:39:00.036979 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 54028) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:00.080398 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] Set router 55246db9-48ac-4caf-affa-d376df9695f3 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:39:00.115021 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-8a61a1a5-87eb-4157-9677-607be5f5f443 None None] Current status of the port c466d560-4aaf-4a08-bef5-9ed04c2faec5 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:39:00.282355 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55246db9-48ac-4caf-affa-d376df9695f3', 'name': 'tempest-TestVolumeBootPattern-908619015-router', 'tenant_id': '3c116712a5df4bb79d5fc693bc71ec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c83aa9f6-5f67-4ff1-98a0-c41916649c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:56Z', 'updated_at': '2022-05-26T19:38:58Z', 'revision_number': 3, 'project_id': '3c116712a5df4bb79d5fc693bc71ec69', 'gw_port': {'id': 'c83aa9f6-5f67-4ff1-98a0-c41916649c71', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:52:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55246db9-48ac-4caf-affa-d376df9695f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:57Z', 'updated_at': '2022-05-26T19:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:00.311015 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] Checking router: 55246db9-48ac-4caf-affa-d376df9695f3 for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:39:00.311350 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] Updating router 55246db9-48ac-4caf-affa-d376df9695f3 port c83aa9f6-5f67-4ff1-98a0-c41916649c71 binding host dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:39:00.335106 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-91cb2e91-e591-42af-aa0f-ab350319fc43 None None] Provisioning complete for port c466d560-4aaf-4a08-bef5-9ed04c2faec5 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:39:00.335491 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-91cb2e91-e591-42af-aa0f-ab350319fc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (c466d560-4aaf-4a08-bef5-9ed04c2faec5), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:00.341808 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (c83aa9f6-5f67-4ff1-98a0-c41916649c71), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:00.415063 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-91cb2e91-e591-42af-aa0f-ab350319fc43 None None] Current status of the port c466d560-4aaf-4a08-bef5-9ed04c2faec5 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:39:00.561021 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ff826a33-9e33-4434-9d5c-7eff98627eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:00.685118 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] Publish callbacks [] for port (c83aa9f6-5f67-4ff1-98a0-c41916649c71), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:00.695870 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:00.708590 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:00.756180 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [None req-ff826a33-9e33-4434-9d5c-7eff98627eb3 admin admin] Allocated IP 172.20.0.1 (03bfb873-ad13-4006-ac10-1c16f0241cd1/5b680306-2fe3-4c2e-a61a-7825bb7cc1ef/16269e00-3340-410c-9f16-8b08f293d183) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:39:00.788570 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (c83aa9f6-5f67-4ff1-98a0-c41916649c71), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:00.850397 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e6a0c-377d-4166-98ea-d995688ff357 None None] Pushing event updated for resources: {'Port': ['ID=c83aa9f6-5f67-4ff1-98a0-c41916649c71,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:00.858327 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] Attempting to bind port c83aa9f6-5f67-4ff1-98a0-c41916649c71 on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:39:00.858327 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] Attempting to bind port c83aa9f6-5f67-4ff1-98a0-c41916649c71 by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:39:00.858551 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] Attempting to bind port c83aa9f6-5f67-4ff1-98a0-c41916649c71 on network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:39:00.863908 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:39:00.864274 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] Checking segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:39:00.864666 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:00.865051 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] Bound using segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:39:00.865515 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] Bound port: c83aa9f6-5f67-4ff1-98a0-c41916649c71, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:39:00.865885 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (c83aa9f6-5f67-4ff1-98a0-c41916649c71), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:00.881864 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ff826a33-9e33-4434-9d5c-7eff98627eb3 admin admin] Publish callbacks [] for port (16269e00-3340-410c-9f16-8b08f293d183), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:00.899895 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:00.914796 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] For port c83aa9f6-5f67-4ff1-98a0-c41916649c71, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:39:00.917916 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] For port c83aa9f6-5f67-4ff1-98a0-c41916649c71, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=c83aa9f6-5f67-4ff1-98a0-c41916649c71,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:39:00.991157 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ff826a33-9e33-4434-9d5c-7eff98627eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (16269e00-3340-410c-9f16-8b08f293d183), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:01.000584 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device c466d560-4aaf-4a08-bef5-9ed04c2faec5 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:39:01.004354 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:01.021056 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (c83aa9f6-5f67-4ff1-98a0-c41916649c71), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:01.028187 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff826a33-9e33-4434-9d5c-7eff98627eb3 admin admin] Network 03bfb873-ad13-4006-ac10-1c16f0241cd1 is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:39:01.031493 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-ff826a33-9e33-4434-9d5c-7eff98627eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:39:01.035922 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff826a33-9e33-4434-9d5c-7eff98627eb3 admin admin] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:39:01.077011 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port c466d560-4aaf-4a08-bef5-9ed04c2faec5 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:39:01.078549 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (c466d560-4aaf-4a08-bef5-9ed04c2faec5), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:01.083212 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ff826a33-9e33-4434-9d5c-7eff98627eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617779'] for router_interface (55246db9-48ac-4caf-affa-d376df9695f3), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:01.088762 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff826a33-9e33-4434-9d5c-7eff98627eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=16269e00-3340-410c-9f16-8b08f293d183,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:01.128343 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e6a0c-377d-4166-98ea-d995688ff357 None None] Pushing event updated for resources: {'Port': ['ID=c83aa9f6-5f67-4ff1-98a0-c41916649c71,revision_number=3']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:01.131817 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] Routers {'55246db9-48ac-4caf-affa-d376df9695f3'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:39:01.132471 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:38:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['55246db9-48ac-4caf-affa-d376df9695f3'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:01.172572 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:01.180101 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port c466d560-4aaf-4a08-bef5-9ed04c2faec5 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:39:01.212229 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:01.243286 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] Set router 55246db9-48ac-4caf-affa-d376df9695f3 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:39:01.338488 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ff826a33-9e33-4434-9d5c-7eff98627eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (16269e00-3340-410c-9f16-8b08f293d183), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:01.384978 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-d8b9a5b5-860e-46b6-b5e8-30dcd8ddc866 None None] Provisioning complete for port 16269e00-3340-410c-9f16-8b08f293d183 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:39:01.385356 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-d8b9a5b5-860e-46b6-b5e8-30dcd8ddc866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (16269e00-3340-410c-9f16-8b08f293d183), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:01.489465 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-d8b9a5b5-860e-46b6-b5e8-30dcd8ddc866 None None] Port 16269e00-3340-410c-9f16-8b08f293d183 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:39:01.586815 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 54104) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:01.591396 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-67c88249-e928-4165-8f6b-8e5d809ff0a7 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2013642474', 'description': 'tempest-description--1989338639'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:01.604277 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:01.636062 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55246db9-48ac-4caf-affa-d376df9695f3', 'name': 'tempest-TestVolumeBootPattern-908619015-router', 'tenant_id': '3c116712a5df4bb79d5fc693bc71ec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c83aa9f6-5f67-4ff1-98a0-c41916649c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:56Z', 'updated_at': '2022-05-26T19:38:58Z', 'revision_number': 3, 'project_id': '3c116712a5df4bb79d5fc693bc71ec69', 'gw_port': {'id': 'c83aa9f6-5f67-4ff1-98a0-c41916649c71', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:52:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55246db9-48ac-4caf-affa-d376df9695f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:57Z', 'updated_at': '2022-05-26T19:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:01.658910 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ff826a33-9e33-4434-9d5c-7eff98627eb3 admin admin] Publish callbacks [] for port (16269e00-3340-410c-9f16-8b08f293d183), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:01.660904 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde457e6-7ac8-4348-bd0e-2b58eaf16a75 None None] The sync data for ids ['55246db9-48ac-4caf-affa-d376df9695f3'] in dv-cinder-825492-17-iscsi is: [{'id': '55246db9-48ac-4caf-affa-d376df9695f3', 'name': 'tempest-TestVolumeBootPattern-908619015-router', 'tenant_id': '3c116712a5df4bb79d5fc693bc71ec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c83aa9f6-5f67-4ff1-98a0-c41916649c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:56Z', 'updated_at': '2022-05-26T19:38:58Z', 'revision_number': 3, 'project_id': '3c116712a5df4bb79d5fc693bc71ec69', 'gw_port': {'id': 'c83aa9f6-5f67-4ff1-98a0-c41916649c71', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:52:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55246db9-48ac-4caf-affa-d376df9695f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:57Z', 'updated_at': '2022-05-26T19:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:39:01.699732 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-67c88249-e928-4165-8f6b-8e5d809ff0a7 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:01.760221 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ff826a33-9e33-4434-9d5c-7eff98627eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (16269e00-3340-410c-9f16-8b08f293d183), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:01.782634 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-67c88249-e928-4165-8f6b-8e5d809ff0a7 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for security_group (a9fe8cbe-50b5-4f83-b92f-fa4a237253d4), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:01.825941 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ff826a33-9e33-4434-9d5c-7eff98627eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-131577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616579'] for router_interface (55246db9-48ac-4caf-affa-d376df9695f3), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:01.827987 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff826a33-9e33-4434-9d5c-7eff98627eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=16269e00-3340-410c-9f16-8b08f293d183,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:01.910456 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-67c88249-e928-4165-8f6b-8e5d809ff0a7 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (a9fe8cbe-50b5-4f83-b92f-fa4a237253d4), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:01.949490 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c88249-e928-4165-8f6b-8e5d809ff0a7 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:01.958599 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff826a33-9e33-4434-9d5c-7eff98627eb3 admin admin] Network 03bfb873-ad13-4006-ac10-1c16f0241cd1 is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:39:01.960408 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-ff826a33-9e33-4434-9d5c-7eff98627eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:39:02.061661 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-67c88249-e928-4165-8f6b-8e5d809ff0a7 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:02.067972 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-67c88249-e928-4165-8f6b-8e5d809ff0a7 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4795320 May 26 19:39:02.070481 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 54116) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:02.076640 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-1687a13b-d04a-4a4c-8cf5-d1d093b60d38 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Request body: {'security_group_rule': {'security_group_id': 'a9fe8cbe-50b5-4f83-b92f-fa4a237253d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:02.108546 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff826a33-9e33-4434-9d5c-7eff98627eb3 admin admin] Router 55246db9-48ac-4caf-affa-d376df9695f3 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:39:02.147059 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 54120) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:02.220502 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1687a13b-d04a-4a4c-8cf5-d1d093b60d38 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for security_group_rule (71614d8d-e328-44f9-ae75-93aec28b1182), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:02.290304 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:02.306953 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff826a33-9e33-4434-9d5c-7eff98627eb3 admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:39:02.312872 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-ff826a33-9e33-4434-9d5c-7eff98627eb3 admin admin] 10.222.0.72 "PUT /v2.0/routers/55246db9-48ac-4caf-affa-d376df9695f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2746718 May 26 19:39:02.326510 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-b6346777-a10d-4b25-838f-48fc59e946de None None] Provisioning complete for port 16269e00-3340-410c-9f16-8b08f293d183 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:39:02.326938 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-b6346777-a10d-4b25-838f-48fc59e946de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (16269e00-3340-410c-9f16-8b08f293d183), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:02.359493 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4d20b7e0-411c-451d-983d-6bdcc36a3d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:02.364071 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1687a13b-d04a-4a4c-8cf5-d1d093b60d38 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for security_group_rule (71614d8d-e328-44f9-ae75-93aec28b1182), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:02.378818 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-b6346777-a10d-4b25-838f-48fc59e946de None None] Port 16269e00-3340-410c-9f16-8b08f293d183 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:39:02.428497 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:02.445283 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1687a13b-d04a-4a4c-8cf5-d1d093b60d38 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (71614d8d-e328-44f9-ae75-93aec28b1182), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:02.492429 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687a13b-d04a-4a4c-8cf5-d1d093b60d38 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71614d8d-e328-44f9-ae75-93aec28b1182,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:02.495072 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4d20b7e0-411c-451d-983d-6bdcc36a3d19 admin admin] Publish callbacks [] for security_group (77558e28-da68-4c61-b02f-02b79e8e8559), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:02.585803 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4d20b7e0-411c-451d-983d-6bdcc36a3d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (77558e28-da68-4c61-b02f-02b79e8e8559), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:02.620708 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20b7e0-411c-451d-983d-6bdcc36a3d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77558e28-da68-4c61-b02f-02b79e8e8559,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:02.626788 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1687a13b-d04a-4a4c-8cf5-d1d093b60d38 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:02.632225 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 54144) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:02.640326 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-9663e8f9-c006-4a83-899e-2901a7531f48 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Request body: {'security_group_rule': {'security_group_id': 'a9fe8cbe-50b5-4f83-b92f-fa4a237253d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:02.645035 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-1687a13b-d04a-4a4c-8cf5-d1d093b60d38 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5726037 May 26 19:39:02.676953 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-4d20b7e0-411c-451d-983d-6bdcc36a3d19 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=31f09c4822d7473196be7f4dd00aff96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5285802 May 26 19:39:02.679681 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 54146) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:02.739676 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ab00dce3-3ded-464b-8d9c-708355ed99e2 admin admin] Publish callbacks [] for security_group (77558e28-da68-4c61-b02f-02b79e8e8559), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:02.771448 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ab00dce3-3ded-464b-8d9c-708355ed99e2 admin admin] Publish callbacks [] for security_group (77558e28-da68-4c61-b02f-02b79e8e8559), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:02.810435 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-9663e8f9-c006-4a83-899e-2901a7531f48 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for security_group_rule (4c37137b-5cf1-466f-a607-7a4595bacc49), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:02.914075 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 54148) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:02.918929 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-b430afb1-7da7-4160-87f7-da8ac1fb7cdb tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1989480405', 'description': 'tempest-secgroup-smoke-1989480405 description', 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:02.959054 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-9663e8f9-c006-4a83-899e-2901a7531f48 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for security_group_rule (4c37137b-5cf1-466f-a607-7a4595bacc49), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:02.960208 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ab00dce3-3ded-464b-8d9c-708355ed99e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (77558e28-da68-4c61-b02f-02b79e8e8559), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:02.963357 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ab00dce3-3ded-464b-8d9c-708355ed99e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:02.967227 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-ab00dce3-3ded-464b-8d9c-708355ed99e2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/77558e28-da68-4c61-b02f-02b79e8e8559 HTTP/1.1" status: 204 len: 168 time: 0.2864981 May 26 19:39:02.975978 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00dce3-3ded-464b-8d9c-708355ed99e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77558e28-da68-4c61-b02f-02b79e8e8559,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:03.019775 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b430afb1-7da7-4160-87f7-da8ac1fb7cdb tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:03.032904 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device c83aa9f6-5f67-4ff1-98a0-c41916649c71 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:39:03.054422 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-9663e8f9-c006-4a83-899e-2901a7531f48 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (4c37137b-5cf1-466f-a607-7a4595bacc49), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:03.056867 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:03.088294 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663e8f9-c006-4a83-899e-2901a7531f48 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c37137b-5cf1-466f-a607-7a4595bacc49,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:03.104764 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port c83aa9f6-5f67-4ff1-98a0-c41916649c71 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:39:03.105213 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (c83aa9f6-5f67-4ff1-98a0-c41916649c71), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:03.132661 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b430afb1-7da7-4160-87f7-da8ac1fb7cdb tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group (f04b4abb-7734-4d8e-8d10-ee176d50ff21), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:03.168582 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-9663e8f9-c006-4a83-899e-2901a7531f48 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:03.170694 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-9663e8f9-c006-4a83-899e-2901a7531f48 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5365827 May 26 19:39:03.173891 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 54154) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:03.179076 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-3d8d767f-0555-43eb-b550-9aec4e9abe66 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Request body: {'floatingip': {'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:03.186287 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port c83aa9f6-5f67-4ff1-98a0-c41916649c71 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:39:03.187576 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (c83aa9f6-5f67-4ff1-98a0-c41916649c71), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:03.218480 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] For port c83aa9f6-5f67-4ff1-98a0-c41916649c71, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=c83aa9f6-5f67-4ff1-98a0-c41916649c71,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:39:03.231449 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b430afb1-7da7-4160-87f7-da8ac1fb7cdb tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (f04b4abb-7734-4d8e-8d10-ee176d50ff21), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:03.263904 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430afb1-7da7-4160-87f7-da8ac1fb7cdb tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04b4abb-7734-4d8e-8d10-ee176d50ff21,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:03.320575 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (c83aa9f6-5f67-4ff1-98a0-c41916649c71), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:03.321560 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3d8d767f-0555-43eb-b550-9aec4e9abe66 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:03.394582 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b430afb1-7da7-4160-87f7-da8ac1fb7cdb tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:03.397874 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-b430afb1-7da7-4160-87f7-da8ac1fb7cdb tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4808040 May 26 19:39:03.401926 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 54156) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:03.425258 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Pushing event updated for resources: {'Port': ['ID=c83aa9f6-5f67-4ff1-98a0-c41916649c71,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:03.437115 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.438102 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.438695 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.439564 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.440134 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.440675 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.441231 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.441767 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.442465 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.442930 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.443360 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.443763 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.444181 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.444560 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.444948 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.453575 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-f1a75d2d-ee35-4b0f-b520-8491c24df0a4 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Request body: {'security_group_rule': {'security_group_id': 'f04b4abb-7734-4d8e-8d10-ee176d50ff21', 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:03.463072 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3d8d767f-0555-43eb-b550-9aec4e9abe66 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:03.596336 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [None req-3d8d767f-0555-43eb-b550-9aec4e9abe66 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Allocated IP 172.27.0.59 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/cdfb8a81-33ae-4af8-8fb8-744c8ba7eb38) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:39:03.629150 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f1a75d2d-ee35-4b0f-b520-8491c24df0a4 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group_rule (9b6b6066-1936-485a-b004-eedcb4d6f71b), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:03.732173 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f1a75d2d-ee35-4b0f-b520-8491c24df0a4 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group_rule (9b6b6066-1936-485a-b004-eedcb4d6f71b), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:03.744185 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3d8d767f-0555-43eb-b550-9aec4e9abe66 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for port (cdfb8a81-33ae-4af8-8fb8-744c8ba7eb38), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:03.813560 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f1a75d2d-ee35-4b0f-b520-8491c24df0a4 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (9b6b6066-1936-485a-b004-eedcb4d6f71b), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:03.834376 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a75d2d-ee35-4b0f-b520-8491c24df0a4 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6b6066-1936-485a-b004-eedcb4d6f71b,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:03.847742 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3d8d767f-0555-43eb-b550-9aec4e9abe66 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (cdfb8a81-33ae-4af8-8fb8-744c8ba7eb38), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:03.886262 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8d767f-0555-43eb-b550-9aec4e9abe66 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:39:03.889202 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-3d8d767f-0555-43eb-b550-9aec4e9abe66 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:39:03.891700 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8d767f-0555-43eb-b550-9aec4e9abe66 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:39:03.924946 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f1a75d2d-ee35-4b0f-b520-8491c24df0a4 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:03.926441 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-f1a75d2d-ee35-4b0f-b520-8491c24df0a4 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5191131 May 26 19:39:03.929413 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 54162) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:03.933471 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d767f-0555-43eb-b550-9aec4e9abe66 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Pushing event updated for resources: {'Port': ['ID=cdfb8a81-33ae-4af8-8fb8-744c8ba7eb38,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:03.934797 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-363e7479-6771-498c-b041-35aa1bdefc1e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Request body: {'security_group_rule': {'security_group_id': 'f04b4abb-7734-4d8e-8d10-ee176d50ff21', 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:04.029905 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3d8d767f-0555-43eb-b550-9aec4e9abe66 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for floatingip (a134ce52-70d0-4564-90d9-d230fb1aa861), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:04.039720 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-363e7479-6771-498c-b041-35aa1bdefc1e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group_rule (b0d22741-14cb-46b3-aa66-0c5e03b16830), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:04.098692 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-363e7479-6771-498c-b041-35aa1bdefc1e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group_rule (b0d22741-14cb-46b3-aa66-0c5e03b16830), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:04.143157 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3d8d767f-0555-43eb-b550-9aec4e9abe66 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (cdfb8a81-33ae-4af8-8fb8-744c8ba7eb38), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:04.179187 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-363e7479-6771-498c-b041-35aa1bdefc1e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (b0d22741-14cb-46b3-aa66-0c5e03b16830), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:04.204172 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e7479-6771-498c-b041-35aa1bdefc1e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d22741-14cb-46b3-aa66-0c5e03b16830,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:04.272469 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-363e7479-6771-498c-b041-35aa1bdefc1e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:04.275139 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-363e7479-6771-498c-b041-35aa1bdefc1e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3446174 May 26 19:39:04.276382 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 54166) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:04.280980 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-065c7cb5-9f38-49e1-b5df-7bdfdeecb3a1 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Request body: {'security_group_rule': {'security_group_id': 'f04b4abb-7734-4d8e-8d10-ee176d50ff21', 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:04.325717 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3d8d767f-0555-43eb-b550-9aec4e9abe66 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for port (cdfb8a81-33ae-4af8-8fb8-744c8ba7eb38), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:04.380161 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-065c7cb5-9f38-49e1-b5df-7bdfdeecb3a1 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group_rule (ea8fbd2a-9934-4e1e-aaa2-b54c3bd11f35), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:04.407738 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3d8d767f-0555-43eb-b550-9aec4e9abe66 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (cdfb8a81-33ae-4af8-8fb8-744c8ba7eb38), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:04.429630 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-065c7cb5-9f38-49e1-b5df-7bdfdeecb3a1 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group_rule (ea8fbd2a-9934-4e1e-aaa2-b54c3bd11f35), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:04.470565 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:04.484193 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d767f-0555-43eb-b550-9aec4e9abe66 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Pushing event updated for resources: {'Port': ['ID=cdfb8a81-33ae-4af8-8fb8-744c8ba7eb38,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:04.494100 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3d8d767f-0555-43eb-b550-9aec4e9abe66 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (a134ce52-70d0-4564-90d9-d230fb1aa861), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:04.498884 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-065c7cb5-9f38-49e1-b5df-7bdfdeecb3a1 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (ea8fbd2a-9934-4e1e-aaa2-b54c3bd11f35), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:04.516052 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:04.520757 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c7cb5-9f38-49e1-b5df-7bdfdeecb3a1 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8fbd2a-9934-4e1e-aaa2-b54c3bd11f35,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:04.533348 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:04.592396 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3d8d767f-0555-43eb-b550-9aec4e9abe66 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:04.593679 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-3d8d767f-0555-43eb-b550-9aec4e9abe66 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4188342 May 26 19:39:04.620167 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-065c7cb5-9f38-49e1-b5df-7bdfdeecb3a1 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:04.621570 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-065c7cb5-9f38-49e1-b5df-7bdfdeecb3a1 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3442388 May 26 19:39:04.624863 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 54172) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:04.629347 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-c30c9689-027a-4c0f-9e69-9d28ec83ccf2 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Request body: {'security_group_rule': {'security_group_id': 'f04b4abb-7734-4d8e-8d10-ee176d50ff21', 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:04.688610 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] Sync routers for ids ['55246db9-48ac-4caf-affa-d376df9695f3'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:39:04.703092 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] Routers {'55246db9-48ac-4caf-affa-d376df9695f3'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:39:04.704742 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:38:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['55246db9-48ac-4caf-affa-d376df9695f3'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:04.706367 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:04.730674 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c30c9689-027a-4c0f-9e69-9d28ec83ccf2 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group_rule (b6337819-a55c-4ab7-b91b-ed80859febe2), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:04.806688 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c30c9689-027a-4c0f-9e69-9d28ec83ccf2 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group_rule (b6337819-a55c-4ab7-b91b-ed80859febe2), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:04.823515 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] Set router 55246db9-48ac-4caf-affa-d376df9695f3 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:39:04.862017 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-744bff37-5deb-4a4d-bc18-8ca7b408ce5a tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2013642474&fields=id&tenant_id=bf99d88fec9046608e464a5e2c75506e HTTP/1.1" status: 200 len: 267 time: 0.0580642 May 26 19:39:04.965105 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c30c9689-027a-4c0f-9e69-9d28ec83ccf2 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (b6337819-a55c-4ab7-b91b-ed80859febe2), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:04.985903 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-c9a2820c-d20b-4a57-a2e5-94fddcc70e4d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:04.987391 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-c9a2820c-d20b-4a57-a2e5-94fddcc70e4d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/networks?id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d HTTP/1.1" status: 200 len: 818 time: 0.1186349 May 26 19:39:04.999567 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c9689-027a-4c0f-9e69-9d28ec83ccf2 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6337819-a55c-4ab7-b91b-ed80859febe2,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:05.013352 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-712dbdaf-af0c-4ae0-b7ea-bd706dc9be98 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/quotas/bf99d88fec9046608e464a5e2c75506e HTTP/1.1" status: 200 len: 375 time: 0.0195384 May 26 19:39:05.017346 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device c83aa9f6-5f67-4ff1-98a0-c41916649c71 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:39:05.070108 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-a7410230-9f98-4749-a70a-aab87f4f4517 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf99d88fec9046608e464a5e2c75506e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0558186 May 26 19:39:05.089692 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c30c9689-027a-4c0f-9e69-9d28ec83ccf2 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:05.090887 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-c30c9689-027a-4c0f-9e69-9d28ec83ccf2 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4651268 May 26 19:39:05.094647 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 54186) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:05.094795 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55246db9-48ac-4caf-affa-d376df9695f3', 'name': 'tempest-TestVolumeBootPattern-908619015-router', 'tenant_id': '3c116712a5df4bb79d5fc693bc71ec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c83aa9f6-5f67-4ff1-98a0-c41916649c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:56Z', 'updated_at': '2022-05-26T19:39:01Z', 'revision_number': 4, 'project_id': '3c116712a5df4bb79d5fc693bc71ec69', 'gw_port': {'id': 'c83aa9f6-5f67-4ff1-98a0-c41916649c71', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:52:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55246db9-48ac-4caf-affa-d376df9695f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:57Z', 'updated_at': '2022-05-26T19:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '16269e00-3340-410c-9f16-8b08f293d183', 'name': '', 'network_id': '03bfb873-ad13-4006-ac10-1c16f0241cd1', 'tenant_id': '3c116712a5df4bb79d5fc693bc71ec69', 'mac_address': 'fa:16:3e:0f:1a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55246db9-48ac-4caf-affa-d376df9695f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5b680306-2fe3-4c2e-a61a-7825bb7cc1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:39:00Z', 'updated_at': '2022-05-26T19:39:01Z', 'revision_number': 2, 'project_id': '3c116712a5df4bb79d5fc693bc71ec69', 'subnets': [{'id': '5b680306-2fe3-4c2e-a61a-7825bb7cc1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:05.100895 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-7783b5ed-a151-4451-ba8a-8efcdb390953 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Request body: {'security_group_rule': {'security_group_id': 'f04b4abb-7734-4d8e-8d10-ee176d50ff21', 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:05.129074 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] Checking router: 55246db9-48ac-4caf-affa-d376df9695f3 for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:39:05.129434 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] Updating router 55246db9-48ac-4caf-affa-d376df9695f3 port 16269e00-3340-410c-9f16-8b08f293d183 binding host dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:39:05.149311 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port c83aa9f6-5f67-4ff1-98a0-c41916649c71 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:39:05.149804 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (c83aa9f6-5f67-4ff1-98a0-c41916649c71), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:05.153099 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:05.180015 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (16269e00-3340-410c-9f16-8b08f293d183), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:05.236359 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.securitygroups_db [None req-7783b5ed-a151-4451-ba8a-8efcdb390953 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Project dabc38fc95184250b1d9e7090ab73b2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:39:05.242702 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7783b5ed-a151-4451-ba8a-8efcdb390953 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group_rule (3567c6bb-b921-4d35-8711-36097d99f315), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:05.316320 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7783b5ed-a151-4451-ba8a-8efcdb390953 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group_rule (3567c6bb-b921-4d35-8711-36097d99f315), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:05.346785 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port c83aa9f6-5f67-4ff1-98a0-c41916649c71 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:39:05.395478 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-9147932d-2c94-40e7-b0a4-e59b78bc5184 service neutron] 10.222.0.72 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137646 May 26 19:39:05.413317 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7783b5ed-a151-4451-ba8a-8efcdb390953 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (3567c6bb-b921-4d35-8711-36097d99f315), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:05.433221 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783b5ed-a151-4451-ba8a-8efcdb390953 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3567c6bb-b921-4d35-8711-36097d99f315,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:05.498416 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-ee8744fc-bd13-48f3-b88c-1b5ad7c1a623 service neutron] 10.222.0.72 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970583 May 26 19:39:05.517028 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7783b5ed-a151-4451-ba8a-8efcdb390953 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:05.520964 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-7783b5ed-a151-4451-ba8a-8efcdb390953 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4225295 May 26 19:39:05.521268 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 54190) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:05.526389 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-7efd57fb-884d-47ab-b890-865955d83d92 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Request body: {'security_group_rule': {'security_group_id': 'f04b4abb-7734-4d8e-8d10-ee176d50ff21', 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:05.535518 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] Publish callbacks [] for port (16269e00-3340-410c-9f16-8b08f293d183), precommit_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:05.625659 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (16269e00-3340-410c-9f16-8b08f293d183), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:05.626065 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.securitygroups_db [None req-7efd57fb-884d-47ab-b890-865955d83d92 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Project dabc38fc95184250b1d9e7090ab73b2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:39:05.636525 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-7efd57fb-884d-47ab-b890-865955d83d92 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group_rule (e51cb018-e02f-451a-9af8-99fd938b1420), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:05.683336 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11dffa-c13f-4ee3-83f6-28d2398df4a2 None None] Pushing event updated for resources: {'Port': ['ID=16269e00-3340-410c-9f16-8b08f293d183,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:05.694533 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-7efd57fb-884d-47ab-b890-865955d83d92 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group_rule (e51cb018-e02f-451a-9af8-99fd938b1420), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:05.759696 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] Attempting to bind port 16269e00-3340-410c-9f16-8b08f293d183 on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:39:05.759696 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] Attempting to bind port 16269e00-3340-410c-9f16-8b08f293d183 by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': 'adbfb5bf-4b98-4002-bf4c-346fa113fc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03bfb873-ad13-4006-ac10-1c16f0241cd1'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:39:05.759696 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] Attempting to bind port 16269e00-3340-410c-9f16-8b08f293d183 on network 03bfb873-ad13-4006-ac10-1c16f0241cd1 {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:39:05.763401 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:39:05.763786 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] Checking segment: {'id': 'adbfb5bf-4b98-4002-bf4c-346fa113fc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03bfb873-ad13-4006-ac10-1c16f0241cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:39:05.774569 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:05.776164 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] Bound using segment: {'id': 'adbfb5bf-4b98-4002-bf4c-346fa113fc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03bfb873-ad13-4006-ac10-1c16f0241cd1'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:39:05.776849 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] Bound port: 16269e00-3340-410c-9f16-8b08f293d183, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbfb5bf-4b98-4002-bf4c-346fa113fc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03bfb873-ad13-4006-ac10-1c16f0241cd1'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:39:05.778714 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (16269e00-3340-410c-9f16-8b08f293d183), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:05.780028 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-7efd57fb-884d-47ab-b890-865955d83d92 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (e51cb018-e02f-451a-9af8-99fd938b1420), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:05.835215 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd57fb-884d-47ab-b890-865955d83d92 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51cb018-e02f-451a-9af8-99fd938b1420,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:05.865998 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] For port 16269e00-3340-410c-9f16-8b08f293d183, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:39:05.869382 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] For port 16269e00-3340-410c-9f16-8b08f293d183, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=16269e00-3340-410c-9f16-8b08f293d183,segment=NetworkSegment(adbfb5bf-4b98-4002-bf4c-346fa113fc4e),segment_id=adbfb5bf-4b98-4002-bf4c-346fa113fc4e)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:39:05.873006 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:05.884384 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5f22019d-36b1-4d67-a5ab-f8364c109570 req-b1398f13-7044-4328-9110-35abd29b3e6e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 210 time: 0.0326633 May 26 19:39:05.922991 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-7efd57fb-884d-47ab-b890-865955d83d92 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:05.924998 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-7efd57fb-884d-47ab-b890-865955d83d92 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4025941 May 26 19:39:05.951688 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (16269e00-3340-410c-9f16-8b08f293d183), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:06.035225 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11dffa-c13f-4ee3-83f6-28d2398df4a2 None None] Pushing event updated for resources: {'Port': ['ID=16269e00-3340-410c-9f16-8b08f293d183,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:06.041000 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] Routers {'55246db9-48ac-4caf-affa-d376df9695f3'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:39:06.043713 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:38:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['55246db9-48ac-4caf-affa-d376df9695f3'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:06.081048 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-270b7cf3-55f5-49a6-8543-1c1378d0fd82 None None] Provisioning complete for port 16269e00-3340-410c-9f16-8b08f293d183 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:39:06.081416 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-270b7cf3-55f5-49a6-8543-1c1378d0fd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (16269e00-3340-410c-9f16-8b08f293d183), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:06.207131 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] Set router 55246db9-48ac-4caf-affa-d376df9695f3 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:39:06.236574 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:06.454733 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:06.456363 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-270b7cf3-55f5-49a6-8543-1c1378d0fd82 None None] Current status of the port 16269e00-3340-410c-9f16-8b08f293d183 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:39:06.456752 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-270b7cf3-55f5-49a6-8543-1c1378d0fd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (16269e00-3340-410c-9f16-8b08f293d183), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:06.541624 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-270b7cf3-55f5-49a6-8543-1c1378d0fd82 None None] For port 16269e00-3340-410c-9f16-8b08f293d183, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=16269e00-3340-410c-9f16-8b08f293d183,segment=NetworkSegment(adbfb5bf-4b98-4002-bf4c-346fa113fc4e),segment_id=adbfb5bf-4b98-4002-bf4c-346fa113fc4e)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:39:06.607304 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55246db9-48ac-4caf-affa-d376df9695f3', 'name': 'tempest-TestVolumeBootPattern-908619015-router', 'tenant_id': '3c116712a5df4bb79d5fc693bc71ec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c83aa9f6-5f67-4ff1-98a0-c41916649c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:56Z', 'updated_at': '2022-05-26T19:39:01Z', 'revision_number': 4, 'project_id': '3c116712a5df4bb79d5fc693bc71ec69', 'gw_port': {'id': 'c83aa9f6-5f67-4ff1-98a0-c41916649c71', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:52:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55246db9-48ac-4caf-affa-d376df9695f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:57Z', 'updated_at': '2022-05-26T19:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '16269e00-3340-410c-9f16-8b08f293d183', 'name': '', 'network_id': '03bfb873-ad13-4006-ac10-1c16f0241cd1', 'tenant_id': '3c116712a5df4bb79d5fc693bc71ec69', 'mac_address': 'fa:16:3e:0f:1a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55246db9-48ac-4caf-affa-d376df9695f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5b680306-2fe3-4c2e-a61a-7825bb7cc1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:39:00Z', 'updated_at': '2022-05-26T19:39:05Z', 'revision_number': 4, 'project_id': '3c116712a5df4bb79d5fc693bc71ec69', 'subnets': [{'id': '5b680306-2fe3-4c2e-a61a-7825bb7cc1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:06.633003 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-270b7cf3-55f5-49a6-8543-1c1378d0fd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (16269e00-3340-410c-9f16-8b08f293d183), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:06.635355 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0eb52-51b6-4460-b7f6-4ab5e9279bfb None None] The sync data for ids ['55246db9-48ac-4caf-affa-d376df9695f3'] in dv-cinder-825492-17-iscsi is: [{'id': '55246db9-48ac-4caf-affa-d376df9695f3', 'name': 'tempest-TestVolumeBootPattern-908619015-router', 'tenant_id': '3c116712a5df4bb79d5fc693bc71ec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c83aa9f6-5f67-4ff1-98a0-c41916649c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:56Z', 'updated_at': '2022-05-26T19:39:01Z', 'revision_number': 4, 'project_id': '3c116712a5df4bb79d5fc693bc71ec69', 'gw_port': {'id': 'c83aa9f6-5f67-4ff1-98a0-c41916649c71', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:52:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55246db9-48ac-4caf-affa-d376df9695f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:57Z', 'updated_at': '2022-05-26T19:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '16269e00-3340-410c-9f16-8b08f293d183', 'name': '', 'network_id': '03bfb873-ad13-4006-ac10-1c16f0241cd1', 'tenant_id': '3c116712a5df4bb79d5fc693bc71ec69', 'mac_address': 'fa:16:3e:0f:1a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55246db9-48ac-4caf-affa-d376df9695f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5b680306-2fe3-4c2e-a61a-7825bb7cc1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:39:00Z', 'updated_at': '2022-05-26T19:39:05Z', 'revision_number': 4, 'project_id': '3c116712a5df4bb79d5fc693bc71ec69', 'subnets': [{'id': '5b680306-2fe3-4c2e-a61a-7825bb7cc1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:39:06.710829 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:06.720698 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b7cf3-55f5-49a6-8543-1c1378d0fd82 None None] Pushing event updated for resources: {'Port': ['ID=16269e00-3340-410c-9f16-8b08f293d183,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:06.768560 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-734ddd3b-e08f-4c65-b728-f7cc682eaa85 None None] Provisioning complete for port 16269e00-3340-410c-9f16-8b08f293d183 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:39:06.769203 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-734ddd3b-e08f-4c65-b728-f7cc682eaa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (16269e00-3340-410c-9f16-8b08f293d183), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:06.864090 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:06.905597 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-734ddd3b-e08f-4c65-b728-f7cc682eaa85 None None] Current status of the port 16269e00-3340-410c-9f16-8b08f293d183 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:39:07.089240 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7d1ee92c-c374-43ff-b610-fc904ff2c6c7 req-4e5e1c24-fe0c-4a16-a48b-6c313ec39758 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 210 time: 0.0511160 May 26 19:39:07.104360 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 16269e00-3340-410c-9f16-8b08f293d183 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:39:07.158550 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 16269e00-3340-410c-9f16-8b08f293d183 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:39:07.158945 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (16269e00-3340-410c-9f16-8b08f293d183), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:07.196442 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 54260) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:07.201246 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-d53c58e6-a23b-40b3-b6b0-51694618a58d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'security_group': {'name': 'tempest-securitygroup--300339762', 'description': 'tempest-description--917030808'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:07.258556 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 16269e00-3340-410c-9f16-8b08f293d183 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:39:07.276621 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:07.339438 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d53c58e6-a23b-40b3-b6b0-51694618a58d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:07.467715 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d53c58e6-a23b-40b3-b6b0-51694618a58d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (27cdd816-29c0-47c8-9a72-d454228a30f1), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:07.542605 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d53c58e6-a23b-40b3-b6b0-51694618a58d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (27cdd816-29c0-47c8-9a72-d454228a30f1), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:07.577037 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c58e6-a23b-40b3-b6b0-51694618a58d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27cdd816-29c0-47c8-9a72-d454228a30f1,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:07.644332 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d53c58e6-a23b-40b3-b6b0-51694618a58d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:07.645635 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-d53c58e6-a23b-40b3-b6b0-51694618a58d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4481597 May 26 19:39:07.650656 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 54288) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:07.655371 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-d38c31ee-0992-4dcd-800e-b565ee1a86ad tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'security_group_rule': {'security_group_id': '27cdd816-29c0-47c8-9a72-d454228a30f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:07.768793 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d38c31ee-0992-4dcd-800e-b565ee1a86ad tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (768bad82-0ce8-4c3f-b8c5-62133da5fc1e), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:07.827363 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d38c31ee-0992-4dcd-800e-b565ee1a86ad tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (768bad82-0ce8-4c3f-b8c5-62133da5fc1e), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:07.916215 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d38c31ee-0992-4dcd-800e-b565ee1a86ad tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (768bad82-0ce8-4c3f-b8c5-62133da5fc1e), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:07.938556 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c31ee-0992-4dcd-800e-b565ee1a86ad tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768bad82-0ce8-4c3f-b8c5-62133da5fc1e,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:07.998468 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d38c31ee-0992-4dcd-800e-b565ee1a86ad tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:08.000529 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-d38c31ee-0992-4dcd-800e-b565ee1a86ad tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3488123 May 26 19:39:08.007101 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 54298) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:08.007553 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-56d1aed1-93d9-42db-ad3b-cd025cf8e859 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'security_group_rule': {'security_group_id': '27cdd816-29c0-47c8-9a72-d454228a30f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:08.185890 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d7f05b4b-5c14-4d4d-81a2-d1bd24aa84be req-f5024bd5-c6a2-401c-80ff-84b8ff6768de tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 210 time: 0.0260527 May 26 19:39:08.206150 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-56d1aed1-93d9-42db-ad3b-cd025cf8e859 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (8e136280-686f-4273-a3cd-257ff5dbecf8), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:08.290560 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-56d1aed1-93d9-42db-ad3b-cd025cf8e859 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (8e136280-686f-4273-a3cd-257ff5dbecf8), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:08.392174 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-56d1aed1-93d9-42db-ad3b-cd025cf8e859 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (8e136280-686f-4273-a3cd-257ff5dbecf8), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:08.447960 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1aed1-93d9-42db-ad3b-cd025cf8e859 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e136280-686f-4273-a3cd-257ff5dbecf8,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:08.493304 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-7b97258c-1b19-4bd6-8a4b-991d24d7431f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:08.494752 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-7b97258c-1b19-4bd6-8a4b-991d24d7431f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.77 "GET /v2.0/networks?id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d HTTP/1.1" status: 200 len: 818 time: 0.1356857 May 26 19:39:08.531710 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-56d1aed1-93d9-42db-ad3b-cd025cf8e859 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:08.532872 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-56d1aed1-93d9-42db-ad3b-cd025cf8e859 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5286970 May 26 19:39:08.536149 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 54304) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:08.541445 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-43024da8-bf72-4c00-b18d-e64e506c45eb tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'floatingip': {'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:08.568019 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-e78e8c01-6b11-4a6e-90b1-3708ee58abe1 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf99d88fec9046608e464a5e2c75506e HTTP/1.1" status: 200 len: 380 time: 0.0603526 May 26 19:39:08.580549 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-4eafe249-0d7a-4a12-85da-a7e584c188d8 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Request body: {'port': {'device_id': 'd19b79e3-ce41-4806-b97f-8a14cd797d63', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'admin_state_up': True, 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'security_groups': ['a9fe8cbe-50b5-4f83-b92f-fa4a237253d4']}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:08.640904 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-43024da8-bf72-4c00-b18d-e64e506c45eb tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:08.736594 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-43024da8-bf72-4c00-b18d-e64e506c45eb tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:08.777138 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-4eafe249-0d7a-4a12-85da-a7e584c188d8 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Made reservation on behalf of bf99d88fec9046608e464a5e2c75506e for: {'port': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:39:08.783968 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-4eafe249-0d7a-4a12-85da-a7e584c188d8 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:08.789196 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:08.861560 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [None req-43024da8-bf72-4c00-b18d-e64e506c45eb tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Allocated IP 172.27.0.158 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/85f0997e-8da3-4091-b336-fb2839f24a06) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:39:08.940365 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-4eafe249-0d7a-4a12-85da-a7e584c188d8 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Allocated IP 172.20.0.11 (de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d/74ab063f-9814-4a72-a36c-4bbd4ab07270/e6b42048-c3ab-4c39-bdb2-eab21f5b42e7) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:39:08.981901 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-43024da8-bf72-4c00-b18d-e64e506c45eb tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for port (85f0997e-8da3-4091-b336-fb2839f24a06), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:09.085371 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-43024da8-bf72-4c00-b18d-e64e506c45eb tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (85f0997e-8da3-4091-b336-fb2839f24a06), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:09.121714 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-4eafe249-0d7a-4a12-85da-a7e584c188d8 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for port (e6b42048-c3ab-4c39-bdb2-eab21f5b42e7), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:09.125201 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43024da8-bf72-4c00-b18d-e64e506c45eb tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:39:09.131446 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-43024da8-bf72-4c00-b18d-e64e506c45eb tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:39:09.135395 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43024da8-bf72-4c00-b18d-e64e506c45eb tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:39:09.137087 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:09.160376 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43024da8-bf72-4c00-b18d-e64e506c45eb tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'Port': ['ID=85f0997e-8da3-4091-b336-fb2839f24a06,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:09.224105 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-4eafe249-0d7a-4a12-85da-a7e584c188d8 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (e6b42048-c3ab-4c39-bdb2-eab21f5b42e7), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:09.227768 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-43024da8-bf72-4c00-b18d-e64e506c45eb tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (9280f6d6-9f2d-4a71-bef1-1ded5f151214), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:09.268717 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-4eafe249-0d7a-4a12-85da-a7e584c188d8 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:39:09.277050 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-4eafe249-0d7a-4a12-85da-a7e584c188d8 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:39:09.281298 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-4eafe249-0d7a-4a12-85da-a7e584c188d8 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:39:09.310714 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafe249-0d7a-4a12-85da-a7e584c188d8 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Pushing event updated for resources: {'Port': ['ID=e6b42048-c3ab-4c39-bdb2-eab21f5b42e7,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:09.312331 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2836e2-4e0f-4047-bce9-9b9780408baa req-3d92110e-0261-476e-b212-4cf1d15359c5 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:09.315162 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6d2836e2-4e0f-4047-bce9-9b9780408baa req-3d92110e-0261-476e-b212-4cf1d15359c5 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 932 time: 0.0563092 May 26 19:39:09.341010 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-4eafe249-0d7a-4a12-85da-a7e584c188d8 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:09.343367 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-4eafe249-0d7a-4a12-85da-a7e584c188d8 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:09.379774 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-43024da8-bf72-4c00-b18d-e64e506c45eb tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (85f0997e-8da3-4091-b336-fb2839f24a06), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:09.420120 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6d2836e2-4e0f-4047-bce9-9b9780408baa req-cdf5a08e-81f0-432f-b823-6ae50aad1d89 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993910 May 26 19:39:09.439542 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-4eafe249-0d7a-4a12-85da-a7e584c188d8 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8631144 May 26 19:39:09.447761 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:09.537684 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:09.579973 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-43024da8-bf72-4c00-b18d-e64e506c45eb tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for port (85f0997e-8da3-4091-b336-fb2839f24a06), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:09.580537 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-2ec3361b-7510-4787-823d-8ada495bebd8 None None] Provisioning complete for port e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:39:09.580537 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2ec3361b-7510-4787-823d-8ada495bebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (e6b42048-c3ab-4c39-bdb2-eab21f5b42e7), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:09.611376 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-2ec3361b-7510-4787-823d-8ada495bebd8 None None] Port e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:39:09.653515 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-43024da8-bf72-4c00-b18d-e64e506c45eb tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099810'] for port (85f0997e-8da3-4091-b336-fb2839f24a06), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:09.724981 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43024da8-bf72-4c00-b18d-e64e506c45eb tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'Port': ['ID=85f0997e-8da3-4091-b336-fb2839f24a06,revision_number=2']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:09.736209 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-43024da8-bf72-4c00-b18d-e64e506c45eb tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (9280f6d6-9f2d-4a71-bef1-1ded5f151214), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:09.849777 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-43024da8-bf72-4c00-b18d-e64e506c45eb tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:09.851090 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-43024da8-bf72-4c00-b18d-e64e506c45eb tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3132708 May 26 19:39:10.200349 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:10.348452 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:10.402065 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:10.542392 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e68d41-749a-4e75-9357-589b2ff1794d req-bbcf48ea-31db-4dfd-bf11-e6fbc0bc979e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:10.543991 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-96e68d41-749a-4e75-9357-589b2ff1794d req-bbcf48ea-31db-4dfd-bf11-e6fbc0bc979e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 932 time: 0.0512297 May 26 19:39:10.591764 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-96e68d41-749a-4e75-9357-589b2ff1794d req-7ba78894-a7aa-4862-bdf0-41970a5f4fb5 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417020 May 26 19:39:11.133783 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:11.162301 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:11.705505 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c9f3b-5c9e-49bb-8e24-a526facee54d req-4b3b239e-189f-4f7a-9ce8-1587d9832f9d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:11.706997 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5c2c9f3b-5c9e-49bb-8e24-a526facee54d req-4b3b239e-189f-4f7a-9ce8-1587d9832f9d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 932 time: 0.0473671 May 26 19:39:11.756608 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5c2c9f3b-5c9e-49bb-8e24-a526facee54d req-615461f5-b25b-4a87-92b3-005d21a59b81 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440762 May 26 19:39:11.966474 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] Request body: {'port': {'device_id': 'd19b79e3-ce41-4806-b97f-8a14cd797d63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:12.031137 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (e6b42048-c3ab-4c39-bdb2-eab21f5b42e7), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:12.322949 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 {{(pid=104684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:39:12.332458 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] Publish callbacks [] for port (e6b42048-c3ab-4c39-bdb2-eab21f5b42e7), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:12.345756 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.provisioning_blocks [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] Transition to ACTIVE for port object e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 will not be triggered until provisioned by entity L2. {{(pid=104684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 19:39:12.459258 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (e6b42048-c3ab-4c39-bdb2-eab21f5b42e7), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:12.514649 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b42048-c3ab-4c39-bdb2-eab21f5b42e7,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:12.597888 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] Attempting to bind port e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:39:12.598227 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] Attempting to bind port e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d'}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:39:12.598553 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] Attempting to bind port e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 on network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:39:12.603314 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] Port e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 on network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 19:39:12.603630 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] Attempting to bind port e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 on network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:39:12.608670 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] Checking agent: {'id': 'c3a211c9-c98b-4801-84c3-445f8272aa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'started_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:39:12.609016 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] Checking segment: {'id': 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:39:12.609406 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] Bound using segment: {'id': 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d'} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:39:12.609840 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] Bound port: e6b42048-c3ab-4c39-bdb2-eab21f5b42e7, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d'}}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:39:12.610209 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (e6b42048-c3ab-4c39-bdb2-eab21f5b42e7), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:12.678449 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] For port e6b42048-c3ab-4c39-bdb2-eab21f5b42e7, host hv-cinder-82549, cleared binding levels {{(pid=104684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:39:12.681409 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] For port e6b42048-c3ab-4c39-bdb2-eab21f5b42e7, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e6b42048-c3ab-4c39-bdb2-eab21f5b42e7,segment=NetworkSegment(bc2a2a0d-a1b3-4069-8e6b-6f21f689784b),segment_id=bc2a2a0d-a1b3-4069-8e6b-6f21f689784b)] {{(pid=104684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:39:12.780070 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (e6b42048-c3ab-4c39-bdb2-eab21f5b42e7), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:12.814972 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:12.815570 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:12.817007 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] 10.222.0.77 "PUT /v2.0/ports/e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 HTTP/1.1" status: 200 len: 1094 time: 0.8548229 May 26 19:39:12.819523 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19b79e3-ce41-4806-b97f-8a14cd797d63', 'tag': 'e6b42048-c3ab-4c39-bdb2-eab21f5b42e7'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:39:12.822955 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9e43d9-4f3f-44fd-a397-e1cff78f885d" -d '{"events": [{"name": "network-changed", "server_uuid": "d19b79e3-ce41-4806-b97f-8a14cd797d63", "tag": "e6b42048-c3ab-4c39-bdb2-eab21f5b42e7"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:39:12.849134 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cb72c-a5c3-4463-a793-78e8f96b2050 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b42048-c3ab-4c39-bdb2-eab21f5b42e7,revision_number=3']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:12.876742 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782044fe-cf9b-4e7b-93b0-9a84a1364825 req-d6ad562b-e7de-42cb-9dfa-381e8b170407 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:12.878287 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-782044fe-cf9b-4e7b-93b0-9a84a1364825 req-d6ad562b-e7de-42cb-9dfa-381e8b170407 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 944 time: 0.0515859 May 26 19:39:12.929552 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-782044fe-cf9b-4e7b-93b0-9a84a1364825 req-e5496ec8-e553-411c-b522-d8b9d090d45e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456002 May 26 19:39:12.984470 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962df38b-7dad-4d83-9e85-be2672e6bfa3 x-openstack-request-id: req-962df38b-7dad-4d83-9e85-be2672e6bfa3 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:39:12.984976 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19b79e3-ce41-4806-b97f-8a14cd797d63", "tag": "e6b42048-c3ab-4c39-bdb2-eab21f5b42e7", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:39:12.984976 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-962df38b-7dad-4d83-9e85-be2672e6bfa3 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:39:12.985926 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-962df38b-7dad-4d83-9e85-be2672e6bfa3'] response: {'name': 'network-changed', 'server_uuid': 'd19b79e3-ce41-4806-b97f-8a14cd797d63', 'tag': 'e6b42048-c3ab-4c39-bdb2-eab21f5b42e7', 'status': 'completed', 'code': 200} May 26 19:39:13.021146 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-82dfea95-1e6c-4a28-8a5c-2a2908cc2f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:13.023100 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-82dfea95-1e6c-4a28-8a5c-2a2908cc2f09 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf99d88fec9046608e464a5e2c75506e&device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 1128 time: 0.0518651 May 26 19:39:13.083555 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-6a41c485-5938-4b8c-8d63-9bb836c74855 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 HTTP/1.1" status: 200 len: 217 time: 0.0407016 May 26 19:39:13.144224 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-9dd630ab-d1cf-4eef-bdd5-e59f6092468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:13.145673 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-9dd630ab-d1cf-4eef-bdd5-e59f6092468d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=74ab063f-9814-4a72-a36c-4bbd4ab07270 HTTP/1.1" status: 200 len: 857 time: 0.0462887 May 26 19:39:13.163636 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:13.191088 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-10ea7588-dc2b-4004-ae22-9c5bc386b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:13.192555 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-10ea7588-dc2b-4004-ae22-9c5bc386b744 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380630 May 26 19:39:13.216418 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:13.309219 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-da1bf846-6a78-4d1f-9659-82f6101a724a service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015160 May 26 19:39:13.406810 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-316f0b3c-c28c-4374-a205-e4e18de144ef req-0352c514-9c33-46d4-b231-7cd4be9203ce service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878274 May 26 19:39:13.610040 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e43d9-4f3f-44fd-a397-e1cff78f885d req-96a63cb9-f1e1-474e-9225-cb8b508b635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:13.612264 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ca9e43d9-4f3f-44fd-a397-e1cff78f885d req-96a63cb9-f1e1-474e-9225-cb8b508b635f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf99d88fec9046608e464a5e2c75506e&device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 1128 time: 0.0417366 May 26 19:39:13.711463 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e43d9-4f3f-44fd-a397-e1cff78f885d req-18956238-60ad-4c28-9949-eefb6ce978d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:13.712929 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ca9e43d9-4f3f-44fd-a397-e1cff78f885d req-18956238-60ad-4c28-9949-eefb6ce978d2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d HTTP/1.1" status: 200 len: 919 time: 0.0930417 May 26 19:39:13.754201 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ca9e43d9-4f3f-44fd-a397-e1cff78f885d req-e3c172b1-5fd0-4ae4-8416-4dcee6acccc0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 HTTP/1.1" status: 200 len: 217 time: 0.0333042 May 26 19:39:13.809802 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e43d9-4f3f-44fd-a397-e1cff78f885d req-273824b1-9638-45c5-9e1e-158496c20361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:13.811318 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ca9e43d9-4f3f-44fd-a397-e1cff78f885d req-273824b1-9638-45c5-9e1e-158496c20361 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=74ab063f-9814-4a72-a36c-4bbd4ab07270 HTTP/1.1" status: 200 len: 857 time: 0.0484810 May 26 19:39:13.865916 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e43d9-4f3f-44fd-a397-e1cff78f885d req-a6dcb70f-bec4-4dfd-8779-cd10a5097170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:13.867344 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ca9e43d9-4f3f-44fd-a397-e1cff78f885d req-a6dcb70f-bec4-4dfd-8779-cd10a5097170 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418994 May 26 19:39:13.959898 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ca9e43d9-4f3f-44fd-a397-e1cff78f885d req-4ee61888-50e6-4542-8ba1-f42a54959d32 service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839846 May 26 19:39:14.053156 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01738de4-06e2-4b4b-9cc5-300ff3c0fe7d req-0b3af411-6cd5-4594-92e3-e04bb60a46e9 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:14.055105 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:14.056518 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-01738de4-06e2-4b4b-9cc5-300ff3c0fe7d req-0b3af411-6cd5-4594-92e3-e04bb60a46e9 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 944 time: 0.0537055 May 26 19:39:14.063274 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ca9e43d9-4f3f-44fd-a397-e1cff78f885d req-c560ab55-40e2-4a2c-99eb-ea7a4681c0da service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964866 May 26 19:39:14.107097 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-01738de4-06e2-4b4b-9cc5-300ff3c0fe7d req-bfae377f-3290-47e1-840b-166e0031170b tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443146 May 26 19:39:15.223000 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab478433-33de-4709-93e2-1949815ec189 req-d21ce113-e41f-4346-8785-f29f38a7dc1c tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:15.224519 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ab478433-33de-4709-93e2-1949815ec189 req-d21ce113-e41f-4346-8785-f29f38a7dc1c tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 944 time: 0.0495682 May 26 19:39:15.273423 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ab478433-33de-4709-93e2-1949815ec189 req-b1b019ee-c7e0-4f34-915d-af3609729a37 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433812 May 26 19:39:16.393790 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0dd67-d0a6-4c15-ae1d-aae0e68d9af2 req-6f484117-519b-4687-80b2-c372540cd493 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:16.395318 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-22d0dd67-d0a6-4c15-ae1d-aae0e68d9af2 req-6f484117-519b-4687-80b2-c372540cd493 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 944 time: 0.0510912 May 26 19:39:16.450398 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-22d0dd67-d0a6-4c15-ae1d-aae0e68d9af2 req-762a92b4-cff2-422b-b3e4-fbe56bdb928d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493808 May 26 19:39:17.083752 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-d89b71a1-508f-42b5-b6f7-4eee02cbe60b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--300339762&fields=id&tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba HTTP/1.1" status: 200 len: 267 time: 0.0432191 May 26 19:39:17.193724 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-5d2d2003-bc09-43d5-b692-1b80391a0627 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:17.195079 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-5d2d2003-bc09-43d5-b692-1b80391a0627 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/networks?id=2ddf1778-5518-469d-acdc-1047098dc517 HTTP/1.1" status: 200 len: 815 time: 0.1048522 May 26 19:39:17.208939 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-d60370e4-865e-49cb-a21c-ceaebc74f8d9 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/quotas/39f75b0f65c4475ba2d5dc1e7ae203ba HTTP/1.1" status: 200 len: 375 time: 0.0086060 May 26 19:39:17.258480 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-e3505fc2-4b0d-4b13-a6f1-02119fb024ca tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0448833 May 26 19:39:17.351330 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-c2cc1e3c-42cd-4c33-a4dc-27a1175bf1e2 service neutron] 10.222.0.72 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815499 May 26 19:39:17.444051 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-42504b81-aea4-46d4-9f61-4ee49310448f service neutron] 10.222.0.72 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869508 May 26 19:39:17.537907 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:17.566268 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1e0e3-2eca-4251-a405-f2e6e9547f31 req-79309229-7e92-4140-83ef-20c50ea289ee tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:17.567813 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b0e1e0e3-2eca-4251-a405-f2e6e9547f31 req-79309229-7e92-4140-83ef-20c50ea289ee tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 944 time: 0.0457518 May 26 19:39:17.620067 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b0e1e0e3-2eca-4251-a405-f2e6e9547f31 req-414cc460-46db-46e1-97bf-14e6953f9c54 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456481 May 26 19:39:17.717925 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c07ec79f-080b-4bdb-9b68-b9a48eb011f0 req-366a58be-1bf5-4dfe-b88e-0e6abf3a6090 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 210 time: 0.0276423 May 26 19:39:18.733108 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5125f-08be-4e70-accf-7db5ae1a6a38 req-7b618248-6e76-4ba3-8e51-cb008a8e167f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:18.734584 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-21e5125f-08be-4e70-accf-7db5ae1a6a38 req-7b618248-6e76-4ba3-8e51-cb008a8e167f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 944 time: 0.0468500 May 26 19:39:18.785123 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-21e5125f-08be-4e70-accf-7db5ae1a6a38 req-01681a20-06cd-45ec-83f2-dd3db2902d56 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437338 May 26 19:39:18.812232 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f5ddd497-c5f5-4c7e-8da3-602b351e1f13 req-9c367172-0559-4d31-9f69-d4995595815e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 210 time: 0.0271754 May 26 19:39:19.676447 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-59063f0f-dc70-414f-bc69-18029aae5d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:19.890887 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:19.905409 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef293f7-7b65-4e0e-8f58-1b136ec367af req-23c47b75-69cb-4b42-bb07-60fc06f6b73a tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:19.907033 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7ef293f7-7b65-4e0e-8f58-1b136ec367af req-23c47b75-69cb-4b42-bb07-60fc06f6b73a tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 944 time: 0.0510979 May 26 19:39:19.909747 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e713ca70-ad92-48f2-ba6d-afd6349832e8 req-04aa1f7f-94fb-45d9-8498-7bef3b9def7c tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 210 time: 0.0282059 May 26 19:39:19.959808 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7ef293f7-7b65-4e0e-8f58-1b136ec367af req-d6e9e18e-aacd-4ccd-9a83-4937cbf89d5a tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464115 May 26 19:39:20.532415 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=46 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:21.009373 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c76e1756-2d73-41b3-88f6-d5166c85d2d7 req-afcdcf3a-3f58-47b8-9f44-9b466224c7d3 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 210 time: 0.0307364 May 26 19:39:21.080059 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e87d6-8b6a-444b-b912-f4041ba8899c req-47318ab4-8817-4416-8223-c4cd22b13469 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:21.082116 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-288e87d6-8b6a-444b-b912-f4041ba8899c req-47318ab4-8817-4416-8223-c4cd22b13469 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 944 time: 0.0510223 May 26 19:39:21.130381 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-288e87d6-8b6a-444b-b912-f4041ba8899c req-101b99a9-eab5-48be-bb96-fa59c7879734 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426540 May 26 19:39:21.522483 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-76248dd9-fabe-4768-ab57-e2cbab7c716e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:21.523936 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-76248dd9-fabe-4768-ab57-e2cbab7c716e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.77 "GET /v2.0/networks?id=2ddf1778-5518-469d-acdc-1047098dc517 HTTP/1.1" status: 200 len: 815 time: 0.1128523 May 26 19:39:21.547600 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:21.597345 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-4db8b3cc-8ce5-474e-b19b-05317b8c75de tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba HTTP/1.1" status: 200 len: 472 time: 0.0632021 May 26 19:39:21.608013 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-41aa27bb-a481-4558-bf17-70941ba25060 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'port': {'device_id': '52eb678d-5cbe-4e95-914d-09d3165544f3', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'admin_state_up': True, 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'security_groups': ['27cdd816-29c0-47c8-9a72-d454228a30f1']}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:21.655913 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:21.805311 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-f43291a3-f8b6-4978-a779-96307adf93fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:21.868481 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-41aa27bb-a481-4558-bf17-70941ba25060 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Made reservation on behalf of 39f75b0f65c4475ba2d5dc1e7ae203ba for: {'port': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:39:21.871938 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-41aa27bb-a481-4558-bf17-70941ba25060 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:22.001381 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-41aa27bb-a481-4558-bf17-70941ba25060 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Allocated IP 172.20.0.8 (2ddf1778-5518-469d-acdc-1047098dc517/211cc661-0675-4518-a8c1-1c3a38ef5bb2/e87f31d0-2caa-4fb2-aa27-5c69f8daae4e) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:39:22.126038 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-952e40b1-79aa-41cb-8c18-d32a48baa8e2 req-a13639e1-90fd-4515-a0b2-dd1ce58e9760 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 210 time: 0.0385246 May 26 19:39:22.153566 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-41aa27bb-a481-4558-bf17-70941ba25060 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for port (e87f31d0-2caa-4fb2-aa27-5c69f8daae4e), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:22.256706 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf0e9c-6dcd-43a0-bf07-4ef293164d5c req-c5323378-d687-403e-9ec6-98d85dc95f71 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:22.258141 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-81cf0e9c-6dcd-43a0-bf07-4ef293164d5c req-c5323378-d687-403e-9ec6-98d85dc95f71 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 944 time: 0.0463562 May 26 19:39:22.288615 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-41aa27bb-a481-4558-bf17-70941ba25060 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (e87f31d0-2caa-4fb2-aa27-5c69f8daae4e), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:22.327594 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:39:22.351314 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-81cf0e9c-6dcd-43a0-bf07-4ef293164d5c req-9e8c03a5-ff3a-4dd6-8f30-4be6ca085b9d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873537 May 26 19:39:22.374937 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-41aa27bb-a481-4558-bf17-70941ba25060 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Network 2ddf1778-5518-469d-acdc-1047098dc517 is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:39:22.378783 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-41aa27bb-a481-4558-bf17-70941ba25060 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:39:22.380760 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa27bb-a481-4558-bf17-70941ba25060 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'Port': ['ID=e87f31d0-2caa-4fb2-aa27-5c69f8daae4e,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:22.383040 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-41aa27bb-a481-4558-bf17-70941ba25060 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:39:22.433316 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-41aa27bb-a481-4558-bf17-70941ba25060 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:22.433707 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-41aa27bb-a481-4558-bf17-70941ba25060 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:22.447488 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port e6b42048-c3ab-4c39-bdb2-eab21f5b42e7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e6b42048-c3ab-4c39-bdb2-eab21f5b42e7,segment=NetworkSegment(bc2a2a0d-a1b3-4069-8e6b-6f21f689784b),segment_id=bc2a2a0d-a1b3-4069-8e6b-6f21f689784b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:39:22.459635 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': 'e6b42048-c3ab-4c39-bdb2-eab21f5b42e7', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'port_id': 'e6b42048-c3ab-4c39-bdb2-eab21f5b42e7', 'mac_address': 'fa:16:3e:76:39:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:39:22.501789 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:39:22.502303 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (e6b42048-c3ab-4c39-bdb2-eab21f5b42e7), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:22.516964 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:39:22.530207 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-41aa27bb-a481-4558-bf17-70941ba25060 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9258368 May 26 19:39:22.538639 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port e6b42048-c3ab-4c39-bdb2-eab21f5b42e7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e6b42048-c3ab-4c39-bdb2-eab21f5b42e7,segment=NetworkSegment(bc2a2a0d-a1b3-4069-8e6b-6f21f689784b),segment_id=bc2a2a0d-a1b3-4069-8e6b-6f21f689784b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:39:22.547889 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-92164e93-a269-4876-80b8-ddb603db981e service neutron] Request body: {'port': {'device_id': '52eb678d-5cbe-4e95-914d-09d3165544f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:22.614222 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-92164e93-a269-4876-80b8-ddb603db981e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (e87f31d0-2caa-4fb2-aa27-5c69f8daae4e), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:22.622666 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:22.628598 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (e6b42048-c3ab-4c39-bdb2-eab21f5b42e7), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:22.686064 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=e6b42048-c3ab-4c39-bdb2-eab21f5b42e7,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:22.692840 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-b3124637-4eee-4fb0-b687-9494005c1faf None None] Provisioning complete for port e87f31d0-2caa-4fb2-aa27-5c69f8daae4e triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:39:22.693688 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-b3124637-4eee-4fb0-b687-9494005c1faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (e87f31d0-2caa-4fb2-aa27-5c69f8daae4e), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:22.730458 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-b3124637-4eee-4fb0-b687-9494005c1faf None None] Port e87f31d0-2caa-4fb2-aa27-5c69f8daae4e cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:39:22.766435 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:22.919409 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-92164e93-a269-4876-80b8-ddb603db981e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87f31d0-2caa-4fb2-aa27-5c69f8daae4e {{(pid=104684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:39:22.921734 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:22.926738 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-92164e93-a269-4876-80b8-ddb603db981e service neutron] Publish callbacks [] for port (e87f31d0-2caa-4fb2-aa27-5c69f8daae4e), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:22.939130 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.provisioning_blocks [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-92164e93-a269-4876-80b8-ddb603db981e service neutron] Transition to ACTIVE for port object e87f31d0-2caa-4fb2-aa27-5c69f8daae4e will not be triggered until provisioned by entity L2. {{(pid=104684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 19:39:23.013157 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['e6b42048-c3ab-4c39-bdb2-eab21f5b42e7'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:39:23.013590 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-92164e93-a269-4876-80b8-ddb603db981e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (e87f31d0-2caa-4fb2-aa27-5c69f8daae4e), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:23.067596 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92164e93-a269-4876-80b8-ddb603db981e service neutron] Pushing event updated for resources: {'Port': ['ID=e87f31d0-2caa-4fb2-aa27-5c69f8daae4e,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:23.150197 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-92164e93-a269-4876-80b8-ddb603db981e service neutron] Attempting to bind port e87f31d0-2caa-4fb2-aa27-5c69f8daae4e on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:39:23.150532 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-92164e93-a269-4876-80b8-ddb603db981e service neutron] Attempting to bind port e87f31d0-2caa-4fb2-aa27-5c69f8daae4e by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:39:23.150856 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-92164e93-a269-4876-80b8-ddb603db981e service neutron] Attempting to bind port e87f31d0-2caa-4fb2-aa27-5c69f8daae4e on network 2ddf1778-5518-469d-acdc-1047098dc517 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:39:23.155697 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-92164e93-a269-4876-80b8-ddb603db981e service neutron] Port e87f31d0-2caa-4fb2-aa27-5c69f8daae4e on network 2ddf1778-5518-469d-acdc-1047098dc517 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 19:39:23.157952 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-92164e93-a269-4876-80b8-ddb603db981e service neutron] Attempting to bind port e87f31d0-2caa-4fb2-aa27-5c69f8daae4e on network 2ddf1778-5518-469d-acdc-1047098dc517 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:39:23.161554 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:23.164305 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-92164e93-a269-4876-80b8-ddb603db981e service neutron] Checking agent: {'id': 'c3a211c9-c98b-4801-84c3-445f8272aa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'started_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:39:23.164855 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-92164e93-a269-4876-80b8-ddb603db981e service neutron] Checking segment: {'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:39:23.165285 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-92164e93-a269-4876-80b8-ddb603db981e service neutron] Bound using segment: {'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:39:23.165721 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-92164e93-a269-4876-80b8-ddb603db981e service neutron] Bound port: e87f31d0-2caa-4fb2-aa27-5c69f8daae4e, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'}}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:39:23.166526 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-92164e93-a269-4876-80b8-ddb603db981e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (e87f31d0-2caa-4fb2-aa27-5c69f8daae4e), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:23.227455 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:23.233333 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-92164e93-a269-4876-80b8-ddb603db981e service neutron] For port e87f31d0-2caa-4fb2-aa27-5c69f8daae4e, host hv-cinder-82549, cleared binding levels {{(pid=104684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:39:23.236549 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-92164e93-a269-4876-80b8-ddb603db981e service neutron] For port e87f31d0-2caa-4fb2-aa27-5c69f8daae4e, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e87f31d0-2caa-4fb2-aa27-5c69f8daae4e,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:39:23.256828 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fe3ff-318d-411f-be56-0cd6a787a64e req-2522cb75-ae7c-454b-b106-02890448d065 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:23.258296 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0e4fe3ff-318d-411f-be56-0cd6a787a64e req-2522cb75-ae7c-454b-b106-02890448d065 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 943 time: 0.0485744 May 26 19:39:23.304755 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0e4fe3ff-318d-411f-be56-0cd6a787a64e req-bed37f17-690b-4c39-b187-9cfa240ebf1d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=27cdd816-29c0-47c8-9a72-d454228a30f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406165 May 26 19:39:23.363140 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-92164e93-a269-4876-80b8-ddb603db981e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (e87f31d0-2caa-4fb2-aa27-5c69f8daae4e), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:23.397347 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-92164e93-a269-4876-80b8-ddb603db981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:23.398136 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-92164e93-a269-4876-80b8-ddb603db981e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:23.400111 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-92164e93-a269-4876-80b8-ddb603db981e service neutron] 10.222.0.77 "PUT /v2.0/ports/e87f31d0-2caa-4fb2-aa27-5c69f8daae4e HTTP/1.1" status: 200 len: 1093 time: 0.8567674 May 26 19:39:23.400773 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52eb678d-5cbe-4e95-914d-09d3165544f3', 'tag': 'e87f31d0-2caa-4fb2-aa27-5c69f8daae4e'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:39:23.403692 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0fc132-2654-4f72-a300-a93bfba18744" -d '{"events": [{"name": "network-changed", "server_uuid": "52eb678d-5cbe-4e95-914d-09d3165544f3", "tag": "e87f31d0-2caa-4fb2-aa27-5c69f8daae4e"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:39:23.437152 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92164e93-a269-4876-80b8-ddb603db981e service neutron] Pushing event updated for resources: {'Port': ['ID=e87f31d0-2caa-4fb2-aa27-5c69f8daae4e,revision_number=3']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:23.457383 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afa6ecb-a9ee-4df5-a9e7-615345c8836e x-openstack-request-id: req-6afa6ecb-a9ee-4df5-a9e7-615345c8836e {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:39:23.457892 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52eb678d-5cbe-4e95-914d-09d3165544f3", "tag": "e87f31d0-2caa-4fb2-aa27-5c69f8daae4e", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:39:23.458046 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6afa6ecb-a9ee-4df5-a9e7-615345c8836e {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:39:23.458434 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6afa6ecb-a9ee-4df5-a9e7-615345c8836e'] response: {'name': 'network-changed', 'server_uuid': '52eb678d-5cbe-4e95-914d-09d3165544f3', 'tag': 'e87f31d0-2caa-4fb2-aa27-5c69f8daae4e', 'status': 'completed', 'code': 200} May 26 19:39:23.509735 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bea667-86f1-44d7-82dd-82966e336c26 req-b077ed45-63ce-4d57-95a1-8266f30d0556 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:23.513222 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-16bea667-86f1-44d7-82dd-82966e336c26 req-b077ed45-63ce-4d57-95a1-8266f30d0556 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 945 time: 0.0575235 May 26 19:39:23.567049 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-16bea667-86f1-44d7-82dd-82966e336c26 req-04e8a631-a473-4bd8-861a-f720c307d8a1 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475605 May 26 19:39:24.419382 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ffe09-79d7-4c3e-8872-0882f596dbf4 req-7e73121f-7854-4822-95c6-4e77424fc067 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:24.420895 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6a1ffe09-79d7-4c3e-8872-0882f596dbf4 req-7e73121f-7854-4822-95c6-4e77424fc067 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 943 time: 0.0478580 May 26 19:39:24.469670 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6a1ffe09-79d7-4c3e-8872-0882f596dbf4 req-92206bf6-ac5d-4d1b-8839-264038d2abb9 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=27cdd816-29c0-47c8-9a72-d454228a30f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432134 May 26 19:39:24.566098 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:24.695639 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c6c73-ab00-4bf0-bf53-85aa453f6b33 req-5fc9ee83-7fd2-436b-83ba-d08dd8ef2a8b tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:24.697639 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3f3c6c73-ab00-4bf0-bf53-85aa453f6b33 req-5fc9ee83-7fd2-436b-83ba-d08dd8ef2a8b tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 945 time: 0.0606618 May 26 19:39:24.745575 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3f3c6c73-ab00-4bf0-bf53-85aa453f6b33 req-449f826d-ef6f-41ef-aacb-ca204be0196d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422316 May 26 19:39:25.579790 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3c166-15ac-4131-a41a-d30c8d34d90a req-f67e6177-bf6a-4777-a5f5-05b783a876b8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:25.581230 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-bac3c166-15ac-4131-a41a-d30c8d34d90a req-f67e6177-bf6a-4777-a5f5-05b783a876b8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 943 time: 0.0458028 May 26 19:39:25.627055 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-bac3c166-15ac-4131-a41a-d30c8d34d90a req-27a7ad9b-1168-4440-bde9-460e798a8446 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=27cdd816-29c0-47c8-9a72-d454228a30f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403662 May 26 19:39:25.860834 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb055dd-f698-450d-a18c-4e0e56b7f135 req-a79cfcbc-f078-4380-9e53-80cfa6b55fdb tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:25.862299 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5fb055dd-f698-450d-a18c-4e0e56b7f135 req-a79cfcbc-f078-4380-9e53-80cfa6b55fdb tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 945 time: 0.0470657 May 26 19:39:25.870526 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:25.920353 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5fb055dd-f698-450d-a18c-4e0e56b7f135 req-ede2d4bb-8002-471c-8e3d-f1290f0fbad7 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521936 May 26 19:39:26.523367 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fc132-2654-4f72-a300-a93bfba18744 req-0b49960c-5b8b-43fa-bfca-3e71a9a95508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:26.524833 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-cd0fc132-2654-4f72-a300-a93bfba18744 req-0b49960c-5b8b-43fa-bfca-3e71a9a95508 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba&device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 1127 time: 0.0422194 May 26 19:39:26.623423 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fc132-2654-4f72-a300-a93bfba18744 req-8d6e00e4-a911-4e33-ae1a-71d23a79560b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:26.624791 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-cd0fc132-2654-4f72-a300-a93bfba18744 req-8d6e00e4-a911-4e33-ae1a-71d23a79560b service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0899782 May 26 19:39:26.725384 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fc132-2654-4f72-a300-a93bfba18744 req-3129ed98-6776-4891-b00a-acdd1eec5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:26.726877 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-cd0fc132-2654-4f72-a300-a93bfba18744 req-3129ed98-6776-4891-b00a-acdd1eec5627 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941496 May 26 19:39:26.749042 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9043583-2a0f-4d99-8307-14a1a2944990 req-c928769b-59d0-4ae3-bfdd-4e499e1d5046 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:26.750517 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a9043583-2a0f-4d99-8307-14a1a2944990 req-c928769b-59d0-4ae3-bfdd-4e499e1d5046 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 943 time: 0.0505390 May 26 19:39:26.799473 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a9043583-2a0f-4d99-8307-14a1a2944990 req-1caa0294-7b39-4706-a696-ea9369e18912 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=27cdd816-29c0-47c8-9a72-d454228a30f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433457 May 26 19:39:26.821671 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-b5a23d97-6b84-4297-a7ec-4b97b4064a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:26.823227 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-b5a23d97-6b84-4297-a7ec-4b97b4064a94 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba&device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 1127 time: 0.0397103 May 26 19:39:26.870662 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-1a5c2eb1-598e-48fc-8d3f-afb1c6412911 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e87f31d0-2caa-4fb2-aa27-5c69f8daae4e HTTP/1.1" status: 200 len: 217 time: 0.0368776 May 26 19:39:26.921529 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-c4b243f8-c623-4c24-8625-5f2eaee7542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:26.922983 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-c4b243f8-c623-4c24-8625-5f2eaee7542b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=211cc661-0675-4518-a8c1-1c3a38ef5bb2 HTTP/1.1" status: 200 len: 854 time: 0.0434964 May 26 19:39:26.968457 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-248f8b20-62e2-4d9a-a44b-669436ace0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:26.977700 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-248f8b20-62e2-4d9a-a44b-669436ace0f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ddf1778-5518-469d-acdc-1047098dc517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404720 May 26 19:39:26.994459 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:39:27.033216 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:27.037058 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning for port e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 completed by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 19:39:27.078894 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0a8d4-ee6d-4e34-af09-e9f928016b10 req-16921688-d100-4253-ad5d-fb4bb4e6dc57 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:27.080380 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2ed0a8d4-ee6d-4e34-af09-e9f928016b10 req-16921688-d100-4253-ad5d-fb4bb4e6dc57 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 945 time: 0.0805774 May 26 19:39:27.087853 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:27.088507 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:39:27.088858 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (e6b42048-c3ab-4c39-bdb2-eab21f5b42e7), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:27.106463 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:27.126809 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-e29343a4-84e3-4b97-8195-3e953c4bd2ab service neutron] 10.222.0.77 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488793 May 26 19:39:27.181241 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:39:27.181546 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (e6b42048-c3ab-4c39-bdb2-eab21f5b42e7), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:27.203954 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2ed0a8d4-ee6d-4e34-af09-e9f928016b10 req-09956126-7596-4f4e-afe6-55cb3bff6d43 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172612 May 26 19:39:27.205205 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19b79e3-ce41-4806-b97f-8a14cd797d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b42048-c3ab-4c39-bdb2-eab21f5b42e7'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:39:27.208630 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb6ce57-7ecf-4f1d-9347-b5707d78eeb8" -d '{"events": [{"server_uuid": "d19b79e3-ce41-4806-b97f-8a14cd797d63", "name": "network-vif-plugged", "status": "completed", "tag": "e6b42048-c3ab-4c39-bdb2-eab21f5b42e7"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:39:27.223424 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port e6b42048-c3ab-4c39-bdb2-eab21f5b42e7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e6b42048-c3ab-4c39-bdb2-eab21f5b42e7,segment=NetworkSegment(bc2a2a0d-a1b3-4069-8e6b-6f21f689784b),segment_id=bc2a2a0d-a1b3-4069-8e6b-6f21f689784b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:39:27.259054 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d6f9d4-05ad-48d3-9a0c-3be464fff782 x-openstack-request-id: req-13d6f9d4-05ad-48d3-9a0c-3be464fff782 {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:39:27.259373 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19b79e3-ce41-4806-b97f-8a14cd797d63", "name": "network-vif-plugged", "status": "completed", "tag": "e6b42048-c3ab-4c39-bdb2-eab21f5b42e7", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:39:27.259632 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-13d6f9d4-05ad-48d3-9a0c-3be464fff782 {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:39:27.260029 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d6f9d4-05ad-48d3-9a0c-3be464fff782'] response: {'server_uuid': 'd19b79e3-ce41-4806-b97f-8a14cd797d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b42048-c3ab-4c39-bdb2-eab21f5b42e7', 'code': 200} May 26 19:39:27.314432 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (e6b42048-c3ab-4c39-bdb2-eab21f5b42e7), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:27.364196 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=e6b42048-c3ab-4c39-bdb2-eab21f5b42e7,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:27.426923 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:27.448528 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78c2e4d0-304f-47ad-997e-adcdd4d1239c req-db43334d-5115-487a-ab06-9ba07018aad3 service neutron] 10.222.0.77 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137488 May 26 19:39:27.527390 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:39:27.588006 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2764a7-2cb6-41a5-b293-7ad5a9d882fd req-4e4f8ae7-99e1-48ae-bdb4-55feffd6f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:27.589478 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5d2764a7-2cb6-41a5-b293-7ad5a9d882fd req-4e4f8ae7-99e1-48ae-bdb4-55feffd6f6c8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 1130 time: 0.0400372 May 26 19:39:27.924975 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ba318-06c4-4ba6-b7a6-d42939c50c5a req-17f1e4db-3180-4e25-b064-03a8a8d59267 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:27.927135 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d07ba318-06c4-4ba6-b7a6-d42939c50c5a req-17f1e4db-3180-4e25-b064-03a8a8d59267 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 943 time: 0.0490296 May 26 19:39:27.974788 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d07ba318-06c4-4ba6-b7a6-d42939c50c5a req-eeeb6cfa-4f79-41ef-a145-55d1222e1bb9 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=27cdd816-29c0-47c8-9a72-d454228a30f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409875 May 26 19:39:28.325774 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:28.338697 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2744b-1a58-4d05-bbbd-37e29033f7f5 req-38d59790-320f-4645-b7ad-e1af0f267a5a tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:28.340214 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-fdc2744b-1a58-4d05-bbbd-37e29033f7f5 req-38d59790-320f-4645-b7ad-e1af0f267a5a tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0500166 May 26 19:39:28.387928 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-fdc2744b-1a58-4d05-bbbd-37e29033f7f5 req-b6c0ff96-52e1-4853-8a53-305b0ab1bfe1 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421917 May 26 19:39:28.828321 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5d2764a7-2cb6-41a5-b293-7ad5a9d882fd req-40e96553-23ca-4248-91e4-5cf76745fe5a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398617 May 26 19:39:28.982696 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device e87f31d0-2caa-4fb2-aa27-5c69f8daae4e details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:39:29.099023 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c62d4-2e83-4858-a574-9c26397ec5eb req-7c13923f-b842-45a7-957e-33fde187956a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:29.107695 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-b86c62d4-2e83-4858-a574-9c26397ec5eb req-7c13923f-b842-45a7-957e-33fde187956a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 943 time: 0.0602636 May 26 19:39:29.110121 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port e87f31d0-2caa-4fb2-aa27-5c69f8daae4e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e87f31d0-2caa-4fb2-aa27-5c69f8daae4e,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:39:29.124866 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': 'e87f31d0-2caa-4fb2-aa27-5c69f8daae4e', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'port_id': 'e87f31d0-2caa-4fb2-aa27-5c69f8daae4e', 'mac_address': 'fa:16:3e:54:19:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:39:29.159031 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-b86c62d4-2e83-4858-a574-9c26397ec5eb req-52e9f3ff-5983-4128-b59a-8e7d2c607898 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=27cdd816-29c0-47c8-9a72-d454228a30f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502892 May 26 19:39:29.165461 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port e87f31d0-2caa-4fb2-aa27-5c69f8daae4e is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:39:29.165851 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (e87f31d0-2caa-4fb2-aa27-5c69f8daae4e), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:29.181280 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87f31d0-2caa-4fb2-aa27-5c69f8daae4e {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:39:29.203939 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port e87f31d0-2caa-4fb2-aa27-5c69f8daae4e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e87f31d0-2caa-4fb2-aa27-5c69f8daae4e,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:39:29.327696 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (e87f31d0-2caa-4fb2-aa27-5c69f8daae4e), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:29.385700 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=e87f31d0-2caa-4fb2-aa27-5c69f8daae4e,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:29.505072 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41760d-63da-42be-a3b3-1f3c792cc0f7 req-05b847f8-551f-4115-9803-02c192fa6ba6 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:29.507897 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-3b41760d-63da-42be-a3b3-1f3c792cc0f7 req-05b847f8-551f-4115-9803-02c192fa6ba6 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0498848 May 26 19:39:29.557435 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-3b41760d-63da-42be-a3b3-1f3c792cc0f7 req-0c86ddf1-a686-42a0-9f44-b469caea735d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437784 May 26 19:39:29.663853 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['e87f31d0-2caa-4fb2-aa27-5c69f8daae4e'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:39:29.710580 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:30.272448 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc99d7-da26-406a-9eb8-c5b2ef5f7505 req-0c61ddcb-fafb-47f5-a0cc-d3cf5367baaa tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:30.273932 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fbcc99d7-da26-406a-9eb8-c5b2ef5f7505 req-0c61ddcb-fafb-47f5-a0cc-d3cf5367baaa tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 944 time: 0.0482378 May 26 19:39:30.322394 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fbcc99d7-da26-406a-9eb8-c5b2ef5f7505 req-2c3d7e65-4585-4864-8e54-6cf2710b518f tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=27cdd816-29c0-47c8-9a72-d454228a30f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426652 May 26 19:39:30.672282 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5492c-a64c-4c51-9ffc-e6b2b5bf53b4 req-6bf5f062-4742-48f0-a2e2-1aac37d5212c tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:30.673711 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1da5492c-a64c-4c51-9ffc-e6b2b5bf53b4 req-6bf5f062-4742-48f0-a2e2-1aac37d5212c tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0493588 May 26 19:39:30.719277 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1da5492c-a64c-4c51-9ffc-e6b2b5bf53b4 req-458c90b5-3548-4799-acbc-09130ed2d719 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398633 May 26 19:39:31.438430 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571dbb64-2836-4f82-87c6-9e4a264438cf req-21ee8931-e4e3-4066-92ab-960e71715227 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:31.439809 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-571dbb64-2836-4f82-87c6-9e4a264438cf req-21ee8931-e4e3-4066-92ab-960e71715227 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 944 time: 0.0492668 May 26 19:39:31.485470 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-571dbb64-2836-4f82-87c6-9e4a264438cf req-a64914ac-36f5-4da0-83a3-978f7fa3a9a4 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=27cdd816-29c0-47c8-9a72-d454228a30f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399997 May 26 19:39:31.830251 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a418e-80c0-4b6d-8116-71c8eaf24cdf req-b15c9e47-d972-4c15-a30b-35662e00d671 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:31.831766 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-fc5a418e-80c0-4b6d-8116-71c8eaf24cdf req-b15c9e47-d972-4c15-a30b-35662e00d671 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0475302 May 26 19:39:31.878686 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-fc5a418e-80c0-4b6d-8116-71c8eaf24cdf req-f1588cd8-1251-44fb-87c7-b8d1a37a1dfd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408881 May 26 19:39:32.596275 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ce289-b933-47d0-be98-b04832f01e63 req-324de8dd-7c0f-44c9-9c37-488044945211 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:32.597745 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8c0ce289-b933-47d0-be98-b04832f01e63 req-324de8dd-7c0f-44c9-9c37-488044945211 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 944 time: 0.0469053 May 26 19:39:32.644402 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8c0ce289-b933-47d0-be98-b04832f01e63 req-5564b20a-5420-4391-ac6d-4918e12a2ccc tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=27cdd816-29c0-47c8-9a72-d454228a30f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411928 May 26 19:39:32.991259 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83188c-67b0-493b-a5eb-ee1ced26571e req-b8da649d-9193-437f-88c7-5b5129149c3b tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:32.992742 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9e83188c-67b0-493b-a5eb-ee1ced26571e req-b8da649d-9193-437f-88c7-5b5129149c3b tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0477352 May 26 19:39:33.041969 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9e83188c-67b0-493b-a5eb-ee1ced26571e req-526f9677-810e-4d3c-a79c-a6985a6a3d11 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437758 May 26 19:39:33.561643 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:33.727492 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device e87f31d0-2caa-4fb2-aa27-5c69f8daae4e up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:39:33.757504 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1048c8c-6697-4726-857d-33b765bc9c35 req-022d5ad8-c83b-46df-aa9f-e1f1d00f19c9 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:33.759002 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e1048c8c-6697-4726-857d-33b765bc9c35 req-022d5ad8-c83b-46df-aa9f-e1f1d00f19c9 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 944 time: 0.0479300 May 26 19:39:33.769689 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning for port e87f31d0-2caa-4fb2-aa27-5c69f8daae4e completed by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 19:39:33.809604 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e1048c8c-6697-4726-857d-33b765bc9c35 req-eef1d9b5-952c-420b-a3e9-7b0de52b341f tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=27cdd816-29c0-47c8-9a72-d454228a30f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449626 May 26 19:39:33.851381 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port e87f31d0-2caa-4fb2-aa27-5c69f8daae4e triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:39:33.851767 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (e87f31d0-2caa-4fb2-aa27-5c69f8daae4e), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:33.921822 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port e87f31d0-2caa-4fb2-aa27-5c69f8daae4e is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:39:33.922203 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (e87f31d0-2caa-4fb2-aa27-5c69f8daae4e), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:33.947097 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52eb678d-5cbe-4e95-914d-09d3165544f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87f31d0-2caa-4fb2-aa27-5c69f8daae4e'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:39:33.949278 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d57a1b0-6929-4da4-abff-7c9b57363056" -d '{"events": [{"server_uuid": "52eb678d-5cbe-4e95-914d-09d3165544f3", "name": "network-vif-plugged", "status": "completed", "tag": "e87f31d0-2caa-4fb2-aa27-5c69f8daae4e"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:39:33.961815 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port e87f31d0-2caa-4fb2-aa27-5c69f8daae4e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e87f31d0-2caa-4fb2-aa27-5c69f8daae4e,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:39:33.991547 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33208bc1-73ee-435a-a496-0071ec09cb4f x-openstack-request-id: req-33208bc1-73ee-435a-a496-0071ec09cb4f {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:39:33.991547 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52eb678d-5cbe-4e95-914d-09d3165544f3", "name": "network-vif-plugged", "status": "completed", "tag": "e87f31d0-2caa-4fb2-aa27-5c69f8daae4e", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:39:33.991547 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-33208bc1-73ee-435a-a496-0071ec09cb4f {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:39:33.991547 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33208bc1-73ee-435a-a496-0071ec09cb4f'] response: {'server_uuid': '52eb678d-5cbe-4e95-914d-09d3165544f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87f31d0-2caa-4fb2-aa27-5c69f8daae4e', 'code': 200} May 26 19:39:34.045393 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (e87f31d0-2caa-4fb2-aa27-5c69f8daae4e), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:34.084499 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:34.093875 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=e87f31d0-2caa-4fb2-aa27-5c69f8daae4e,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:34.157357 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58803f20-bfcf-45fb-be95-bc7dd89bf253 req-880612ba-de60-4079-a93e-fcec71852d18 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:34.158873 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-58803f20-bfcf-45fb-be95-bc7dd89bf253 req-880612ba-de60-4079-a93e-fcec71852d18 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0474279 May 26 19:39:34.206645 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-58803f20-bfcf-45fb-be95-bc7dd89bf253 req-ea6ee334-dd26-494a-b6cf-a7b349ea5dea tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414429 May 26 19:39:34.319441 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e41f0b-238d-42e0-90ca-fcbe84709a04 req-232a45b2-d657-46f5-94ad-47da1b8fe231 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:34.321113 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-98e41f0b-238d-42e0-90ca-fcbe84709a04 req-232a45b2-d657-46f5-94ad-47da1b8fe231 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0504043 May 26 19:39:34.331449 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 54650) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:34.336547 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-05ba2053-fec8-4484-a52c-56106b00de92 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Request body: {'floatingip': {'port_id': 'e6b42048-c3ab-4c39-bdb2-eab21f5b42e7'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:34.376727 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-05ba2053-fec8-4484-a52c-56106b00de92 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for floatingip (a134ce52-70d0-4564-90d9-d230fb1aa861), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:34.390825 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae9e7e-cbb5-4cbc-87ef-b0d03c88c2d1 req-1799d5b2-7afc-47a9-b74b-ee219140f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:34.393162 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9cae9e7e-cbb5-4cbc-87ef-b0d03c88c2d1 req-1799d5b2-7afc-47a9-b74b-ee219140f6ba service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 1129 time: 0.0494604 May 26 19:39:34.442225 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:34.443533 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9cae9e7e-cbb5-4cbc-87ef-b0d03c88c2d1 req-4f647c68-fc8a-48c2-9368-e34bcfb477c7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=27cdd816-29c0-47c8-9a72-d454228a30f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380609 May 26 19:39:34.799268 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-05ba2053-fec8-4484-a52c-56106b00de92 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:34.873724 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-05ba2053-fec8-4484-a52c-56106b00de92 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (a134ce52-70d0-4564-90d9-d230fb1aa861), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:34.927989 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9646a-9a00-420e-a04f-767895028904 req-96918e45-1751-4668-b54e-b89535b9e58d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:34.929484 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-72f9646a-9a00-420e-a04f-767895028904 req-96918e45-1751-4668-b54e-b89535b9e58d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 945 time: 0.0505965 May 26 19:39:34.970412 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.l3_db [None req-05ba2053-fec8-4484-a52c-56106b00de92 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Floating IP a134ce52-70d0-4564-90d9-d230fb1aa861 associated. External IP: 172.27.0.59, port: e6b42048-c3ab-4c39-bdb2-eab21f5b42e7. May 26 19:39:34.972238 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:34.977332 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-72f9646a-9a00-420e-a04f-767895028904 req-97738e97-b0a2-49ff-b4d7-db1ab76d42bf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=27cdd816-29c0-47c8-9a72-d454228a30f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421424 May 26 19:39:35.010036 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:35.166800 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ba2053-fec8-4484-a52c-56106b00de92 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Router 4be83288-a79b-4a97-904b-bd07efa0f7a7 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:39:35.275552 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ba2053-fec8-4484-a52c-56106b00de92 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:39:35.280443 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-05ba2053-fec8-4484-a52c-56106b00de92 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:35.281810 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:35.285967 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d42ea-1253-41fd-a834-8fe82ec914de None None] Sync routers for ids ['4be83288-a79b-4a97-904b-bd07efa0f7a7'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:39:35.296400 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d42ea-1253-41fd-a834-8fe82ec914de None None] Routers {'4be83288-a79b-4a97-904b-bd07efa0f7a7'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:39:35.297008 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-6b6d42ea-1253-41fd-a834-8fe82ec914de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:39:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['4be83288-a79b-4a97-904b-bd07efa0f7a7'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:35.310648 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-05ba2053-fec8-4484-a52c-56106b00de92 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "PUT /v2.0/floatingips/a134ce52-70d0-4564-90d9-d230fb1aa861 HTTP/1.1" status: 200 len: 991 time: 0.9780354 May 26 19:39:35.311166 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19b79e3-ce41-4806-b97f-8a14cd797d63', 'tag': 'e6b42048-c3ab-4c39-bdb2-eab21f5b42e7'}] {{(pid=104685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:39:35.313574 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}580a5c817d768ebcbdba4f0d83444aaab2d380737ec7b53e235c94cd1e37ed20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adf2b48-3e90-4db7-bd4f-cc093d70a353" -d '{"events": [{"name": "network-changed", "server_uuid": "d19b79e3-ce41-4806-b97f-8a14cd797d63", "tag": "e6b42048-c3ab-4c39-bdb2-eab21f5b42e7"}]}' {{(pid=104685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:39:35.348581 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9287870f-7dc4-4a08-ba11-b288b6d15694 x-openstack-request-id: req-9287870f-7dc4-4a08-ba11-b288b6d15694 {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:39:35.349224 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19b79e3-ce41-4806-b97f-8a14cd797d63", "tag": "e6b42048-c3ab-4c39-bdb2-eab21f5b42e7", "status": "completed", "code": 200}]} {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:39:35.349224 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9287870f-7dc4-4a08-ba11-b288b6d15694 {{(pid=104685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:39:35.350084 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9287870f-7dc4-4a08-ba11-b288b6d15694'] response: {'name': 'network-changed', 'server_uuid': 'd19b79e3-ce41-4806-b97f-8a14cd797d63', 'tag': 'e6b42048-c3ab-4c39-bdb2-eab21f5b42e7', 'status': 'completed', 'code': 200} May 26 19:39:35.401320 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-6b6d42ea-1253-41fd-a834-8fe82ec914de None None] Set router 4be83288-a79b-4a97-904b-bd07efa0f7a7 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:39:35.422357 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf2b48-3e90-4db7-bd4f-cc093d70a353 req-164a7e98-208a-4fde-873e-18f984734c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:35.424354 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3adf2b48-3e90-4db7-bd4f-cc093d70a353 req-164a7e98-208a-4fde-873e-18f984734c67 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf99d88fec9046608e464a5e2c75506e&device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 1130 time: 0.0451710 May 26 19:39:35.516671 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:35.543833 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf2b48-3e90-4db7-bd4f-cc093d70a353 req-d47c23c2-880a-4edb-ab0a-c552c0e24a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:35.545554 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3adf2b48-3e90-4db7-bd4f-cc093d70a353 req-d47c23c2-880a-4edb-ab0a-c552c0e24a33 service neutron] 10.222.0.77 "GET /v2.0/networks?id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d HTTP/1.1" status: 200 len: 919 time: 0.1055496 May 26 19:39:35.619959 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3adf2b48-3e90-4db7-bd4f-cc093d70a353 req-5996c054-1a88-4ab4-a886-15bbccea87da service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 HTTP/1.1" status: 200 len: 999 time: 0.0577912 May 26 19:39:35.620064 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-6b6d42ea-1253-41fd-a834-8fe82ec914de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'name': 'tempest-ServerRescueNegativeTestJSON-462322217-router', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:56Z', 'updated_at': '2022-05-26T19:37:04Z', 'revision_number': 4, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'gw_port': {'id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'a134ce52-70d0-4564-90d9-d230fb1aa861', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'port_id': 'e6b42048-c3ab-4c39-bdb2-eab21f5b42e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'mac_address': 'fa:16:3e:76:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19b79e3-ce41-4806-b97f-8a14cd797d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:39:03Z', 'updated_at': '2022-05-26T19:39:34Z', 'revision_number': 1, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebef08d-d05f-44f6-97bb-a73d28d44c5f', 'name': '', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'mac_address': 'fa:16:3e:13:54:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:03Z', 'updated_at': '2022-05-26T19:37:12Z', 'revision_number': 5, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'subnets': [{'id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:35.647287 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d42ea-1253-41fd-a834-8fe82ec914de None None] Checking router: 4be83288-a79b-4a97-904b-bd07efa0f7a7 for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:39:35.657547 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d42ea-1253-41fd-a834-8fe82ec914de None None] Routers {'4be83288-a79b-4a97-904b-bd07efa0f7a7'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:39:35.658156 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-6b6d42ea-1253-41fd-a834-8fe82ec914de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:39:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['4be83288-a79b-4a97-904b-bd07efa0f7a7'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:35.700679 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf2b48-3e90-4db7-bd4f-cc093d70a353 req-38ad9eb4-972c-46d0-af8d-c3c53275a12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:35.702145 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3adf2b48-3e90-4db7-bd4f-cc093d70a353 req-38ad9eb4-972c-46d0-af8d-c3c53275a12f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=74ab063f-9814-4a72-a36c-4bbd4ab07270 HTTP/1.1" status: 200 len: 857 time: 0.0783713 May 26 19:39:35.728159 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-a65042d5-4304-447c-821e-fbcdc9f78286 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1989480405&fields=id&tenant_id=dabc38fc95184250b1d9e7090ab73b2c HTTP/1.1" status: 200 len: 267 time: 0.0606334 May 26 19:39:35.761301 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-6b6d42ea-1253-41fd-a834-8fe82ec914de None None] Set router 4be83288-a79b-4a97-904b-bd07efa0f7a7 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:39:35.851916 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf2b48-3e90-4db7-bd4f-cc093d70a353 req-a34b54ed-226c-4bc5-b4e6-90e737640946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:35.853272 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3adf2b48-3e90-4db7-bd4f-cc093d70a353 req-a34b54ed-226c-4bc5-b4e6-90e737640946 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0631189 May 26 19:39:35.879842 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-a484c57f-8b5d-41d2-86ab-d997a6c2819e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:35.881819 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-a484c57f-8b5d-41d2-86ab-d997a6c2819e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/networks?id=492a2884-9243-465b-939b-ac60c35b4b3f HTTP/1.1" status: 200 len: 812 time: 0.1468623 May 26 19:39:35.897014 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-06323ed1-525a-49b4-b64d-602f0ec8e98b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/quotas/dabc38fc95184250b1d9e7090ab73b2c HTTP/1.1" status: 200 len: 375 time: 0.0097673 May 26 19:39:35.949889 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-745e4fea-f818-4ba3-b8c8-78f80d508d35 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dabc38fc95184250b1d9e7090ab73b2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475388 May 26 19:39:35.980372 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-6b6d42ea-1253-41fd-a834-8fe82ec914de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'name': 'tempest-ServerRescueNegativeTestJSON-462322217-router', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:56Z', 'updated_at': '2022-05-26T19:37:04Z', 'revision_number': 4, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'gw_port': {'id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'a134ce52-70d0-4564-90d9-d230fb1aa861', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'port_id': 'e6b42048-c3ab-4c39-bdb2-eab21f5b42e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'mac_address': 'fa:16:3e:76:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19b79e3-ce41-4806-b97f-8a14cd797d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:39:03Z', 'updated_at': '2022-05-26T19:39:34Z', 'revision_number': 1, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebef08d-d05f-44f6-97bb-a73d28d44c5f', 'name': '', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'mac_address': 'fa:16:3e:13:54:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:03Z', 'updated_at': '2022-05-26T19:37:12Z', 'revision_number': 5, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'subnets': [{'id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:36.011817 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d42ea-1253-41fd-a834-8fe82ec914de None None] The sync data for ids ['4be83288-a79b-4a97-904b-bd07efa0f7a7'] in dv-cinder-825492-17-iscsi is: [{'id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'name': 'tempest-ServerRescueNegativeTestJSON-462322217-router', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:56Z', 'updated_at': '2022-05-26T19:37:04Z', 'revision_number': 4, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'gw_port': {'id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'a134ce52-70d0-4564-90d9-d230fb1aa861', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'port_id': 'e6b42048-c3ab-4c39-bdb2-eab21f5b42e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'mac_address': 'fa:16:3e:76:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19b79e3-ce41-4806-b97f-8a14cd797d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:39:03Z', 'updated_at': '2022-05-26T19:39:34Z', 'revision_number': 1, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebef08d-d05f-44f6-97bb-a73d28d44c5f', 'name': '', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'mac_address': 'fa:16:3e:13:54:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:03Z', 'updated_at': '2022-05-26T19:37:12Z', 'revision_number': 5, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'subnets': [{'id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:39:36.061828 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-cf506cad-460f-420c-b144-da0e38d368ce service neutron] 10.222.0.72 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975692 May 26 19:39:36.105904 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c90b66-64ce-4dd1-8a08-ba12a6f013e5 req-7c64c817-d075-4845-bdee-34ffc71142d9 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:36.107831 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-31c90b66-64ce-4dd1-8a08-ba12a6f013e5 req-7c64c817-d075-4845-bdee-34ffc71142d9 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 945 time: 0.0542357 May 26 19:39:36.159440 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-31c90b66-64ce-4dd1-8a08-ba12a6f013e5 req-8fc545ec-3379-46d7-bc9c-d1e696df5478 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=27cdd816-29c0-47c8-9a72-d454228a30f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454180 May 26 19:39:36.164282 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-daee2b96-151b-44bf-b591-e41a4bd5eee1 service neutron] 10.222.0.72 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923531 May 26 19:39:36.256907 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfa0759-f88c-482e-b39d-92fb671968ec None None] New status for floating IP a134ce52-70d0-4564-90d9-d230fb1aa861: ACTIVE {{(pid=104686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:39:36.445826 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3adf2b48-3e90-4db7-bd4f-cc093d70a353 req-72771ef0-25a3-4306-a0a2-dd20e87119f8 service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988793 May 26 19:39:36.545585 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3adf2b48-3e90-4db7-bd4f-cc093d70a353 req-1e99bd0c-ea25-4f39-8c4e-44d2c657cfad service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931709 May 26 19:39:36.876929 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f203e127-ed78-4910-b658-c06d6819851d req-6b90c7ea-3631-440f-8d9e-68ea3f32cd93 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 210 time: 0.0276394 May 26 19:39:37.290627 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed1464-b51e-4b76-aef7-4528a13b3f95 req-2f06a4c7-64d9-4961-9536-ca13aa60478d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:37.292263 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-83ed1464-b51e-4b76-aef7-4528a13b3f95 req-2f06a4c7-64d9-4961-9536-ca13aa60478d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 945 time: 0.0604463 May 26 19:39:37.342196 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-83ed1464-b51e-4b76-aef7-4528a13b3f95 req-9f346e84-74c0-42d3-9890-8a43716beb9d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=27cdd816-29c0-47c8-9a72-d454228a30f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438235 May 26 19:39:37.462449 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ece1c-0c28-42be-9002-5bd4a1835bc9 req-c793979e-1edd-4e36-95c6-082f8e412147 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:37.463910 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a01ece1c-0c28-42be-9002-5bd4a1835bc9 req-c793979e-1edd-4e36-95c6-082f8e412147 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 945 time: 0.0527086 May 26 19:39:37.472252 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 54744) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:37.477012 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-1cba02bf-2987-4466-b374-7acd15da52ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'floatingip': {'port_id': 'e87f31d0-2caa-4fb2-aa27-5c69f8daae4e'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:37.745867 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1cba02bf-2987-4466-b374-7acd15da52ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (9280f6d6-9f2d-4a71-bef1-1ded5f151214), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:37.937434 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:37.962092 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-426a376f-ae13-40dc-a244-a7e2bccdca49 req-50580b74-a88f-42e9-a0cc-458b58ceafa0 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 210 time: 0.0347633 May 26 19:39:38.178063 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1cba02bf-2987-4466-b374-7acd15da52ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:38.320092 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1cba02bf-2987-4466-b374-7acd15da52ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (9280f6d6-9f2d-4a71-bef1-1ded5f151214), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:38.422079 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.l3_db [None req-1cba02bf-2987-4466-b374-7acd15da52ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Floating IP 9280f6d6-9f2d-4a71-bef1-1ded5f151214 associated. External IP: 172.27.0.158, port: e87f31d0-2caa-4fb2-aa27-5c69f8daae4e. May 26 19:39:38.604112 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:38.617079 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cba02bf-2987-4466-b374-7acd15da52ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:39:38.664998 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:38.722163 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cba02bf-2987-4466-b374-7acd15da52ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:39:38.727074 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1cba02bf-2987-4466-b374-7acd15da52ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:38.732658 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fee3bd2-1b45-4f9c-870b-3ba73e918802 None None] Sync routers for ids ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:39:38.746641 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fee3bd2-1b45-4f9c-870b-3ba73e918802 None None] Routers {'b0d441a2-04dd-492e-8b78-e74be8ab4bc6'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:39:38.746641 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-2fee3bd2-1b45-4f9c-870b-3ba73e918802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:39:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:38.764983 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-1cba02bf-2987-4466-b374-7acd15da52ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "PUT /v2.0/floatingips/9280f6d6-9f2d-4a71-bef1-1ded5f151214 HTTP/1.1" status: 200 len: 991 time: 1.2913339 May 26 19:39:38.765580 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52eb678d-5cbe-4e95-914d-09d3165544f3', 'tag': 'e87f31d0-2caa-4fb2-aa27-5c69f8daae4e'}] {{(pid=104685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:39:38.767917 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}580a5c817d768ebcbdba4f0d83444aaab2d380737ec7b53e235c94cd1e37ed20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe33d92-44bc-455d-a65e-4b9f9fbab0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "52eb678d-5cbe-4e95-914d-09d3165544f3", "tag": "e87f31d0-2caa-4fb2-aa27-5c69f8daae4e"}]}' {{(pid=104685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:39:38.810067 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bba25ef-9da4-4cc7-9732-1089dced8e60 x-openstack-request-id: req-5bba25ef-9da4-4cc7-9732-1089dced8e60 {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:39:38.810355 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52eb678d-5cbe-4e95-914d-09d3165544f3", "tag": "e87f31d0-2caa-4fb2-aa27-5c69f8daae4e", "status": "completed", "code": 200}]} {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:39:38.810605 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5bba25ef-9da4-4cc7-9732-1089dced8e60 {{(pid=104685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:39:38.811035 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bba25ef-9da4-4cc7-9732-1089dced8e60'] response: {'name': 'network-changed', 'server_uuid': '52eb678d-5cbe-4e95-914d-09d3165544f3', 'tag': 'e87f31d0-2caa-4fb2-aa27-5c69f8daae4e', 'status': 'completed', 'code': 200} May 26 19:39:38.861557 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-2fee3bd2-1b45-4f9c-870b-3ba73e918802 None None] Set router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:39:38.872356 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe33d92-44bc-455d-a65e-4b9f9fbab0e9 req-fc87d05a-dacb-40b2-8a50-88b1e631a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:38.873896 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9fe33d92-44bc-455d-a65e-4b9f9fbab0e9 req-fc87d05a-dacb-40b2-8a50-88b1e631a9cb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba&device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 1129 time: 0.0423901 May 26 19:39:38.929793 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:38.963175 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe33d92-44bc-455d-a65e-4b9f9fbab0e9 req-275b0191-6edc-4233-a102-5e8180d1535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:38.964642 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9fe33d92-44bc-455d-a65e-4b9f9fbab0e9 req-275b0191-6edc-4233-a102-5e8180d1535a service neutron] 10.222.0.77 "GET /v2.0/networks?id=2ddf1778-5518-469d-acdc-1047098dc517 HTTP/1.1" status: 200 len: 916 time: 0.0843956 May 26 19:39:38.998679 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:39.062649 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-994dae70-c32d-45b2-840d-2f5fe10e0f86 req-a09e3a89-a8d7-4746-8b11-a66a0ed633ab tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 210 time: 0.0325618 May 26 19:39:39.075355 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-2fee3bd2-1b45-4f9c-870b-3ba73e918802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '9280f6d6-9f2d-4a71-bef1-1ded5f151214', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'port_id': 'e87f31d0-2caa-4fb2-aa27-5c69f8daae4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'mac_address': 'fa:16:3e:54:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52eb678d-5cbe-4e95-914d-09d3165544f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:39:09Z', 'updated_at': '2022-05-26T19:39:38Z', 'revision_number': 1, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'fixed_ip_address_scope': None}, {'id': 'b977a9bf-aa16-4458-b349-83471c9cf592', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'port_id': 'bb441dd0-8885-4c02-8728-1c89ea5d6a61', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'mac_address': 'fa:16:3e:aa:9c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee8cee6-5c93-4631-a2c1-f371a167fe97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:37:09Z', 'updated_at': '2022-05-26T19:37:41Z', 'revision_number': 2, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:39.100303 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fee3bd2-1b45-4f9c-870b-3ba73e918802 None None] Checking router: b0d441a2-04dd-492e-8b78-e74be8ab4bc6 for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:39:39.108333 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fee3bd2-1b45-4f9c-870b-3ba73e918802 None None] Routers {'b0d441a2-04dd-492e-8b78-e74be8ab4bc6'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:39:39.108933 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-2fee3bd2-1b45-4f9c-870b-3ba73e918802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:39:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:39.287797 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-2fee3bd2-1b45-4f9c-870b-3ba73e918802 None None] Set router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:39:39.336213 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:39.343858 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9fe33d92-44bc-455d-a65e-4b9f9fbab0e9 req-f6add738-f078-4d27-abc7-0bb935ece126 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e87f31d0-2caa-4fb2-aa27-5c69f8daae4e HTTP/1.1" status: 200 len: 999 time: 0.0596440 May 26 19:39:39.400887 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe33d92-44bc-455d-a65e-4b9f9fbab0e9 req-3b688048-700b-46a3-9d93-5fc52f9777f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:39.402404 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9fe33d92-44bc-455d-a65e-4b9f9fbab0e9 req-3b688048-700b-46a3-9d93-5fc52f9777f3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=211cc661-0675-4518-a8c1-1c3a38ef5bb2 HTTP/1.1" status: 200 len: 854 time: 0.0505404 May 26 19:39:39.483116 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe33d92-44bc-455d-a65e-4b9f9fbab0e9 req-0d2efa6e-411a-46c4-9305-d737a3f1b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:39.484597 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9fe33d92-44bc-455d-a65e-4b9f9fbab0e9 req-0d2efa6e-411a-46c4-9305-d737a3f1b4dd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ddf1778-5518-469d-acdc-1047098dc517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0651498 May 26 19:39:39.506085 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-2fee3bd2-1b45-4f9c-870b-3ba73e918802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '9280f6d6-9f2d-4a71-bef1-1ded5f151214', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'port_id': 'e87f31d0-2caa-4fb2-aa27-5c69f8daae4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'mac_address': 'fa:16:3e:54:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52eb678d-5cbe-4e95-914d-09d3165544f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:39:09Z', 'updated_at': '2022-05-26T19:39:38Z', 'revision_number': 1, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'fixed_ip_address_scope': None}, {'id': 'b977a9bf-aa16-4458-b349-83471c9cf592', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'port_id': 'bb441dd0-8885-4c02-8728-1c89ea5d6a61', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'mac_address': 'fa:16:3e:aa:9c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee8cee6-5c93-4631-a2c1-f371a167fe97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:37:09Z', 'updated_at': '2022-05-26T19:37:41Z', 'revision_number': 2, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:39.531291 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fee3bd2-1b45-4f9c-870b-3ba73e918802 None None] The sync data for ids ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'] in dv-cinder-825492-17-iscsi is: [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '9280f6d6-9f2d-4a71-bef1-1ded5f151214', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'port_id': 'e87f31d0-2caa-4fb2-aa27-5c69f8daae4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'mac_address': 'fa:16:3e:54:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52eb678d-5cbe-4e95-914d-09d3165544f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:39:09Z', 'updated_at': '2022-05-26T19:39:38Z', 'revision_number': 1, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'fixed_ip_address_scope': None}, {'id': 'b977a9bf-aa16-4458-b349-83471c9cf592', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'port_id': 'bb441dd0-8885-4c02-8728-1c89ea5d6a61', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'mac_address': 'fa:16:3e:aa:9c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee8cee6-5c93-4631-a2c1-f371a167fe97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:37:09Z', 'updated_at': '2022-05-26T19:37:41Z', 'revision_number': 2, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:39:39.623730 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-d3867c24-31f1-44bf-96c4-3c8e1b7ee83f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:39.625164 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-d3867c24-31f1-44bf-96c4-3c8e1b7ee83f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.77 "GET /v2.0/networks?id=492a2884-9243-465b-939b-ac60c35b4b3f HTTP/1.1" status: 200 len: 812 time: 0.1732781 May 26 19:39:39.652695 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9fe33d92-44bc-455d-a65e-4b9f9fbab0e9 req-4ab44b16-4db9-4696-baa3-9113c892738b service neutron] 10.222.0.77 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424367 May 26 19:39:39.737979 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90fae6f-594d-44ed-9f62-28725f0976be None None] New status for floating IP 9280f6d6-9f2d-4a71-bef1-1ded5f151214: ACTIVE {{(pid=104686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:39:39.751309 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-460467d8-f1a5-4eba-a7f1-8b28e9639c5e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dabc38fc95184250b1d9e7090ab73b2c HTTP/1.1" status: 200 len: 380 time: 0.1154053 May 26 19:39:39.761563 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-812b80cc-414d-4a17-b4b4-76473418d438 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Request body: {'port': {'device_id': '41d24bae-e684-487b-88b1-c134195fe54f', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'admin_state_up': True, 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'security_groups': ['f04b4abb-7734-4d8e-8d10-ee176d50ff21']}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:39.884439 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9fe33d92-44bc-455d-a65e-4b9f9fbab0e9 req-2c5d9568-68ff-4d10-86a4-83d56dfd66c0 service neutron] 10.222.0.77 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175195 May 26 19:39:40.081911 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-812b80cc-414d-4a17-b4b4-76473418d438 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Made reservation on behalf of dabc38fc95184250b1d9e7090ab73b2c for: {'port': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:39:40.085930 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-812b80cc-414d-4a17-b4b4-76473418d438 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:40.174404 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-caf0c46b-24b3-4516-a082-5ad913814880 req-01e508d7-b0b1-4ecc-a5fe-2774f9e3fbc8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 210 time: 0.0353839 May 26 19:39:40.215053 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-812b80cc-414d-4a17-b4b4-76473418d438 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Allocated IP 172.20.0.9 (492a2884-9243-465b-939b-ac60c35b4b3f/f61c4997-1573-4713-b00b-a1dd9f85ac65/c9b0aa22-b532-4ac9-a353-da7eed5a3b37) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:39:40.264943 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:40.329174 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:40.357056 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-812b80cc-414d-4a17-b4b4-76473418d438 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for port (c9b0aa22-b532-4ac9-a353-da7eed5a3b37), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:40.415680 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 54780) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:40.469608 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-812b80cc-414d-4a17-b4b4-76473418d438 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (c9b0aa22-b532-4ac9-a353-da7eed5a3b37), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:40.514364 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-812b80cc-414d-4a17-b4b4-76473418d438 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Network 492a2884-9243-465b-939b-ac60c35b4b3f is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:39:40.519628 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-812b80cc-414d-4a17-b4b4-76473418d438 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:39:40.524217 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-812b80cc-414d-4a17-b4b4-76473418d438 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:39:40.551495 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 54786) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:40.553654 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b80cc-414d-4a17-b4b4-76473418d438 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event updated for resources: {'Port': ['ID=c9b0aa22-b532-4ac9-a353-da7eed5a3b37,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:40.595900 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-812b80cc-414d-4a17-b4b4-76473418d438 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:40.596521 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-812b80cc-414d-4a17-b4b4-76473418d438 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:40.609110 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-49eb525d-e6bd-48db-ba6e-cd7020c4a17b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:40.630410 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-12647d5e-c4ce-4abc-9eae-05155992c64f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:40.701888 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-49eb525d-e6bd-48db-ba6e-cd7020c4a17b admin admin] Publish callbacks [] for security_group (51eec88f-3b3b-4123-89cc-da38f352317f), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:40.712575 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-12647d5e-c4ce-4abc-9eae-05155992c64f admin admin] Publish callbacks [] for security_group (78c7c8ea-42d6-4f93-a91b-783e768b06b8), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:40.742801 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-812b80cc-414d-4a17-b4b4-76473418d438 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9850395 May 26 19:39:40.757359 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] Request body: {'port': {'device_id': '41d24bae-e684-487b-88b1-c134195fe54f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:40.806491 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-e05aa3b4-01ca-4355-b1dd-faf3ac24cfe9 None None] Provisioning complete for port c9b0aa22-b532-4ac9-a353-da7eed5a3b37 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:39:40.807142 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-e05aa3b4-01ca-4355-b1dd-faf3ac24cfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (c9b0aa22-b532-4ac9-a353-da7eed5a3b37), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:40.817702 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (c9b0aa22-b532-4ac9-a353-da7eed5a3b37), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:40.825177 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-12647d5e-c4ce-4abc-9eae-05155992c64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (78c7c8ea-42d6-4f93-a91b-783e768b06b8), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:40.828794 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-49eb525d-e6bd-48db-ba6e-cd7020c4a17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (51eec88f-3b3b-4123-89cc-da38f352317f), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:40.840153 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-e05aa3b4-01ca-4355-b1dd-faf3ac24cfe9 None None] Port c9b0aa22-b532-4ac9-a353-da7eed5a3b37 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:39:40.875423 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-12647d5e-c4ce-4abc-9eae-05155992c64f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=920cfd6a13e847d7a7dec383172b518b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227589 May 26 19:39:40.877374 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 54790) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:40.883926 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12647d5e-c4ce-4abc-9eae-05155992c64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c7c8ea-42d6-4f93-a91b-783e768b06b8,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:40.893387 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:40.898500 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb525d-e6bd-48db-ba6e-cd7020c4a17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51eec88f-3b3b-4123-89cc-da38f352317f,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:40.908953 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-49eb525d-e6bd-48db-ba6e-cd7020c4a17b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a2a3c918dc7e477ba6b2a2f44bb70dee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4893403 May 26 19:39:40.910644 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 54792) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:40.941610 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-dda5b75b-2528-41f7-84e6-2ac993710732 admin admin] Publish callbacks [] for security_group (78c7c8ea-42d6-4f93-a91b-783e768b06b8), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:40.964539 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-dda5b75b-2528-41f7-84e6-2ac993710732 admin admin] Publish callbacks [] for security_group (78c7c8ea-42d6-4f93-a91b-783e768b06b8), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:41.058603 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d76a12a8-c6a3-49bd-869b-5650216b7307 admin admin] Publish callbacks [] for security_group (51eec88f-3b3b-4123-89cc-da38f352317f), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:41.121173 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d76a12a8-c6a3-49bd-869b-5650216b7307 admin admin] Publish callbacks [] for security_group (51eec88f-3b3b-4123-89cc-da38f352317f), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:41.160257 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-dda5b75b-2528-41f7-84e6-2ac993710732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (78c7c8ea-42d6-4f93-a91b-783e768b06b8), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:41.163577 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-dda5b75b-2528-41f7-84e6-2ac993710732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:41.164718 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-dda5b75b-2528-41f7-84e6-2ac993710732 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/78c7c8ea-42d6-4f93-a91b-783e768b06b8 HTTP/1.1" status: 204 len: 168 time: 0.2864563 May 26 19:39:41.173587 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5b75b-2528-41f7-84e6-2ac993710732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c7c8ea-42d6-4f93-a91b-783e768b06b8,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:41.176286 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:41.297594 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b0aa22-b532-4ac9-a353-da7eed5a3b37 {{(pid=104684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:39:41.308403 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] Publish callbacks [] for port (c9b0aa22-b532-4ac9-a353-da7eed5a3b37), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:41.326295 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41001e45-a2e7-4c18-9f20-f0dc26a9f458 req-ad7abc97-8852-44bb-97e5-ef68847f8ed3 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:41.329734 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-41001e45-a2e7-4c18-9f20-f0dc26a9f458 req-ad7abc97-8852-44bb-97e5-ef68847f8ed3 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 931 time: 0.0746045 May 26 19:39:41.348857 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.provisioning_blocks [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] Transition to ACTIVE for port object c9b0aa22-b532-4ac9-a353-da7eed5a3b37 will not be triggered until provisioned by entity L2. {{(pid=104684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 19:39:41.352078 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d76a12a8-c6a3-49bd-869b-5650216b7307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (51eec88f-3b3b-4123-89cc-da38f352317f), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:41.354571 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d76a12a8-c6a3-49bd-869b-5650216b7307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:41.355701 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-d76a12a8-c6a3-49bd-869b-5650216b7307 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/51eec88f-3b3b-4123-89cc-da38f352317f HTTP/1.1" status: 204 len: 168 time: 0.4442885 May 26 19:39:41.375694 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a12a8-c6a3-49bd-869b-5650216b7307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51eec88f-3b3b-4123-89cc-da38f352317f,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:41.397160 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-41001e45-a2e7-4c18-9f20-f0dc26a9f458 req-5ed44306-895d-4394-ac66-a8577f294a66 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607345 May 26 19:39:41.441670 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (c9b0aa22-b532-4ac9-a353-da7eed5a3b37), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:41.491317 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b0aa22-b532-4ac9-a353-da7eed5a3b37,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:41.576282 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] Attempting to bind port c9b0aa22-b532-4ac9-a353-da7eed5a3b37 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:39:41.576652 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] Attempting to bind port c9b0aa22-b532-4ac9-a353-da7eed5a3b37 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'a27918ad-49bd-4b5d-9789-751677ce88d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f'}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:39:41.576956 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] Attempting to bind port c9b0aa22-b532-4ac9-a353-da7eed5a3b37 on network 492a2884-9243-465b-939b-ac60c35b4b3f {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:39:41.583245 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] Port c9b0aa22-b532-4ac9-a353-da7eed5a3b37 on network 492a2884-9243-465b-939b-ac60c35b4b3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 19:39:41.583551 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] Attempting to bind port c9b0aa22-b532-4ac9-a353-da7eed5a3b37 on network 492a2884-9243-465b-939b-ac60c35b4b3f {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:39:41.589672 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] Checking agent: {'id': 'c3a211c9-c98b-4801-84c3-445f8272aa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'started_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:39:41.590159 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] Checking segment: {'id': 'a27918ad-49bd-4b5d-9789-751677ce88d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:39:41.590556 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] Bound using segment: {'id': 'a27918ad-49bd-4b5d-9789-751677ce88d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f'} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:39:41.591215 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] Bound port: c9b0aa22-b532-4ac9-a353-da7eed5a3b37, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27918ad-49bd-4b5d-9789-751677ce88d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f'}}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:39:41.591552 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (c9b0aa22-b532-4ac9-a353-da7eed5a3b37), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:41.670463 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] For port c9b0aa22-b532-4ac9-a353-da7eed5a3b37, host hv-cinder-82549, cleared binding levels {{(pid=104684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:39:41.674631 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] For port c9b0aa22-b532-4ac9-a353-da7eed5a3b37, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=c9b0aa22-b532-4ac9-a353-da7eed5a3b37,segment=NetworkSegment(a27918ad-49bd-4b5d-9789-751677ce88d9),segment_id=a27918ad-49bd-4b5d-9789-751677ce88d9)] {{(pid=104684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:39:41.762974 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (c9b0aa22-b532-4ac9-a353-da7eed5a3b37), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:41.797687 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:41.797687 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:41.797687 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] 10.222.0.77 "PUT /v2.0/ports/c9b0aa22-b532-4ac9-a353-da7eed5a3b37 HTTP/1.1" status: 200 len: 1093 time: 1.0447493 May 26 19:39:41.797986 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d24bae-e684-487b-88b1-c134195fe54f', 'tag': 'c9b0aa22-b532-4ac9-a353-da7eed5a3b37'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:39:41.800263 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8809f1b-cd88-42b2-b2d9-5ccb2d807d66" -d '{"events": [{"name": "network-changed", "server_uuid": "41d24bae-e684-487b-88b1-c134195fe54f", "tag": "c9b0aa22-b532-4ac9-a353-da7eed5a3b37"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:39:41.842886 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8d032c-92bf-4e7d-b1c1-b007d7c70966 x-openstack-request-id: req-0a8d032c-92bf-4e7d-b1c1-b007d7c70966 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:39:41.843199 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d24bae-e684-487b-88b1-c134195fe54f", "tag": "c9b0aa22-b532-4ac9-a353-da7eed5a3b37", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:39:41.845197 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0a8d032c-92bf-4e7d-b1c1-b007d7c70966 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:39:41.845606 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a8d032c-92bf-4e7d-b1c1-b007d7c70966'] response: {'name': 'network-changed', 'server_uuid': '41d24bae-e684-487b-88b1-c134195fe54f', 'tag': 'c9b0aa22-b532-4ac9-a353-da7eed5a3b37', 'status': 'completed', 'code': 200} May 26 19:39:41.849987 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:41.852002 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eee16b-65e1-409c-8f11-f8db4de1f3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b0aa22-b532-4ac9-a353-da7eed5a3b37,revision_number=3']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:41.929947 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8809f1b-cd88-42b2-b2d9-5ccb2d807d66 req-849f6b1e-b443-4774-97fb-d263df4001ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:41.931487 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-b8809f1b-cd88-42b2-b2d9-5ccb2d807d66 req-849f6b1e-b443-4774-97fb-d263df4001ed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dabc38fc95184250b1d9e7090ab73b2c&device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 1127 time: 0.0580575 May 26 19:39:42.042148 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 54816) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:42.055821 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2222fddc-6e98-464f-8421-36e43f9f2e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:42.059228 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8809f1b-cd88-42b2-b2d9-5ccb2d807d66 req-43a2155a-30e2-4362-9c30-35626351d6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:42.060768 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-b8809f1b-cd88-42b2-b2d9-5ccb2d807d66 req-43a2155a-30e2-4362-9c30-35626351d6e2 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=dabc38fc95184250b1d9e7090ab73b2c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1174865 May 26 19:39:42.145375 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2222fddc-6e98-464f-8421-36e43f9f2e7d admin admin] Publish callbacks [] for security_group (13457986-1ffc-4c36-b928-1f31dc11dd8e), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:42.173554 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8809f1b-cd88-42b2-b2d9-5ccb2d807d66 req-e0dacdcb-7f0c-481b-a26c-98b2b035a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:42.175101 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-b8809f1b-cd88-42b2-b2d9-5ccb2d807d66 req-e0dacdcb-7f0c-481b-a26c-98b2b035a35e service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1075120 May 26 19:39:42.242350 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2222fddc-6e98-464f-8421-36e43f9f2e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (13457986-1ffc-4c36-b928-1f31dc11dd8e), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:42.253507 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-65958d81-cdc8-4af6-b449-0cbc8b0df94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:42.255033 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-65958d81-cdc8-4af6-b449-0cbc8b0df94e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dabc38fc95184250b1d9e7090ab73b2c&device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 1127 time: 0.0400581 May 26 19:39:42.284066 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-2222fddc-6e98-464f-8421-36e43f9f2e7d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=247b85df3454475fa46dd2f60f319bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408235 May 26 19:39:42.285145 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222fddc-6e98-464f-8421-36e43f9f2e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13457986-1ffc-4c36-b928-1f31dc11dd8e,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:42.287637 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 54820) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:42.297028 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-8c9b6967-9d1b-4456-8cfe-ed6b361bbef5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b0aa22-b532-4ac9-a353-da7eed5a3b37 HTTP/1.1" status: 200 len: 217 time: 0.0343530 May 26 19:39:42.339500 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:42.350481 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a4f323a2-2583-470b-85fe-6292cd2209a0 admin admin] Publish callbacks [] for security_group (13457986-1ffc-4c36-b928-1f31dc11dd8e), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:42.359355 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-f65bd69d-d42b-4bb5-8355-420e942fc767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:42.360869 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-f65bd69d-d42b-4bb5-8355-420e942fc767 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f61c4997-1573-4713-b00b-a1dd9f85ac65 HTTP/1.1" status: 200 len: 851 time: 0.0496452 May 26 19:39:42.373471 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a4f323a2-2583-470b-85fe-6292cd2209a0 admin admin] Publish callbacks [] for security_group (13457986-1ffc-4c36-b928-1f31dc11dd8e), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:42.487792 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a4f323a2-2583-470b-85fe-6292cd2209a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (13457986-1ffc-4c36-b928-1f31dc11dd8e), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:42.491446 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a4f323a2-2583-470b-85fe-6292cd2209a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:42.492762 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-a4f323a2-2583-470b-85fe-6292cd2209a0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/13457986-1ffc-4c36-b928-1f31dc11dd8e HTTP/1.1" status: 204 len: 168 time: 0.2041082 May 26 19:39:42.501993 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f323a2-2583-470b-85fe-6292cd2209a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13457986-1ffc-4c36-b928-1f31dc11dd8e,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:42.657486 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-d7cf9f0c-aa1c-4663-99a6-f0b55222e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:42.659042 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-d7cf9f0c-aa1c-4663-99a6-f0b55222e000 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=492a2884-9243-465b-939b-ac60c35b4b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2890177 May 26 19:39:42.661555 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:42.669563 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fa6a5-a786-4ddb-afc2-aa351d287a40 req-f7da1355-22b3-4175-893f-c63f4620aae6 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:42.670999 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-214fa6a5-a786-4ddb-afc2-aa351d287a40 req-f7da1355-22b3-4175-893f-c63f4620aae6 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 943 time: 0.0569546 May 26 19:39:42.779364 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-214fa6a5-a786-4ddb-afc2-aa351d287a40 req-b922697c-a8af-4c41-85c7-ae4e6a5bde1f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995526 May 26 19:39:42.798013 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-5b487fb6-4c27-4f0f-b111-392bc79738a2 service neutron] 10.222.0.77 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260529 May 26 19:39:42.903537 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bc23c8ce-e458-4817-81b4-b5d145d5910e req-56afd9b5-73c7-410d-a403-ff4ba45fb84e service neutron] 10.222.0.77 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920579 May 26 19:39:43.494507 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 54854) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:43.608401 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d6bfcea7-fadf-436a-90d8-e037aa6808d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:43.688026 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d6bfcea7-fadf-436a-90d8-e037aa6808d8 admin admin] Publish callbacks [] for security_group (1b014137-b9c9-477c-9553-827340f9df8f), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:43.819249 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d6bfcea7-fadf-436a-90d8-e037aa6808d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (1b014137-b9c9-477c-9553-827340f9df8f), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:43.857417 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:43.862701 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-d6bfcea7-fadf-436a-90d8-e037aa6808d8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e08a5939643146938bcfe3d19f8d0fe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670805 May 26 19:39:43.863788 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfcea7-fadf-436a-90d8-e037aa6808d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b014137-b9c9-477c-9553-827340f9df8f,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:43.867709 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 54868) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:43.908369 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:43.925017 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5084a-49e7-4d13-9435-3d036a3db775 req-1e8beaa9-817e-450a-90fc-8c28fee4bbe1 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:43.926548 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f9a5084a-49e7-4d13-9435-3d036a3db775 req-1e8beaa9-817e-450a-90fc-8c28fee4bbe1 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 943 time: 0.0657802 May 26 19:39:43.927086 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-10273000-cbad-4f45-97f7-fabd7cbafb01 admin admin] Publish callbacks [] for security_group (1b014137-b9c9-477c-9553-827340f9df8f), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:43.950793 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-10273000-cbad-4f45-97f7-fabd7cbafb01 admin admin] Publish callbacks [] for security_group (1b014137-b9c9-477c-9553-827340f9df8f), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:43.979147 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f9a5084a-49e7-4d13-9435-3d036a3db775 req-61523f2a-3df2-422a-a117-f949b3355605 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465062 May 26 19:39:44.127598 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-10273000-cbad-4f45-97f7-fabd7cbafb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (1b014137-b9c9-477c-9553-827340f9df8f), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:44.130361 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-10273000-cbad-4f45-97f7-fabd7cbafb01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:44.132038 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-10273000-cbad-4f45-97f7-fabd7cbafb01 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1b014137-b9c9-477c-9553-827340f9df8f HTTP/1.1" status: 204 len: 168 time: 0.2629333 May 26 19:39:44.140167 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10273000-cbad-4f45-97f7-fabd7cbafb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b014137-b9c9-477c-9553-827340f9df8f,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:45.099496 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ab7da-3f61-49d8-afe4-158009dcc48a req-bf9e5c82-d475-477e-882d-76e93d8d2a12 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:45.101675 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a50ab7da-3f61-49d8-afe4-158009dcc48a req-bf9e5c82-d475-477e-882d-76e93d8d2a12 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 943 time: 0.0554230 May 26 19:39:45.151404 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a50ab7da-3f61-49d8-afe4-158009dcc48a req-7065146e-25d9-4089-83b9-60bf32f84e5c tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439594 May 26 19:39:45.399444 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 54920) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:45.506967 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b8bde2d1-5ae3-4516-8a33-8749d8199c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:45.583246 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b8bde2d1-5ae3-4516-8a33-8749d8199c13 admin admin] Publish callbacks [] for security_group (7b7d1c7c-3693-458b-bb8f-98aa71e6f7ef), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:45.759268 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b8bde2d1-5ae3-4516-8a33-8749d8199c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (7b7d1c7c-3693-458b-bb8f-98aa71e6f7ef), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:45.800026 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-b8bde2d1-5ae3-4516-8a33-8749d8199c13 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2b26c6a773a2482cbfe18d7666e749b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3994658 May 26 19:39:45.800888 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bde2d1-5ae3-4516-8a33-8749d8199c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7d1c7c-3693-458b-bb8f-98aa71e6f7ef,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:45.802943 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 54924) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:45.866609 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-07b1bccc-72a5-4a4a-a496-f7c8f310cd54 admin admin] Publish callbacks [] for security_group (7b7d1c7c-3693-458b-bb8f-98aa71e6f7ef), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:45.874178 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-07b1bccc-72a5-4a4a-a496-f7c8f310cd54 admin admin] Publish callbacks [] for security_group (7b7d1c7c-3693-458b-bb8f-98aa71e6f7ef), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:46.133545 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-07b1bccc-72a5-4a4a-a496-f7c8f310cd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (7b7d1c7c-3693-458b-bb8f-98aa71e6f7ef), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:46.136083 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-07b1bccc-72a5-4a4a-a496-f7c8f310cd54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:46.137369 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-07b1bccc-72a5-4a4a-a496-f7c8f310cd54 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7b7d1c7c-3693-458b-bb8f-98aa71e6f7ef HTTP/1.1" status: 204 len: 168 time: 0.3332279 May 26 19:39:46.145100 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1bccc-72a5-4a4a-a496-f7c8f310cd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7d1c7c-3693-458b-bb8f-98aa71e6f7ef,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:46.263841 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd5cd3-2a64-4849-bc2c-65361787e5fd req-36c3cf9b-157b-4df5-85ff-480908ace4ec tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:46.265701 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-71dd5cd3-2a64-4849-bc2c-65361787e5fd req-36c3cf9b-157b-4df5-85ff-480908ace4ec tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 943 time: 0.0463967 May 26 19:39:46.316860 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-71dd5cd3-2a64-4849-bc2c-65361787e5fd req-adf97704-e2ed-4e1a-94f1-e186aa2a0447 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455694 May 26 19:39:47.067230 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 54936) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:47.080505 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-11d8a087-a6c1-4266-b005-e0b192329630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:47.153349 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-11d8a087-a6c1-4266-b005-e0b192329630 admin admin] Publish callbacks [] for security_group (b3cfebe6-e356-47ff-af80-9de323c3b255), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:47.296416 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-11d8a087-a6c1-4266-b005-e0b192329630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (b3cfebe6-e356-47ff-af80-9de323c3b255), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:47.355280 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-11d8a087-a6c1-4266-b005-e0b192329630 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6caf804e3e5e4875ae1c4cfd33179a2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859669 May 26 19:39:47.357801 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8a087-a6c1-4266-b005-e0b192329630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cfebe6-e356-47ff-af80-9de323c3b255,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:47.358785 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 54940) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:47.424231 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:47.442603 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2a78d9d6-0212-4caa-8bb0-af2edd6eb29d admin admin] Publish callbacks [] for security_group (b3cfebe6-e356-47ff-af80-9de323c3b255), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:47.452346 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca29f4-0563-48e3-a369-8ff99601bc61 req-1fb7d595-9fdd-4bd4-b52a-ba7b8476182b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:47.453800 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3eca29f4-0563-48e3-a369-8ff99601bc61 req-1fb7d595-9fdd-4bd4-b52a-ba7b8476182b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 943 time: 0.0593610 May 26 19:39:47.487023 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2a78d9d6-0212-4caa-8bb0-af2edd6eb29d admin admin] Publish callbacks [] for security_group (b3cfebe6-e356-47ff-af80-9de323c3b255), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:47.524951 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:47.539308 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3eca29f4-0563-48e3-a369-8ff99601bc61 req-166f6c4c-fd29-4f17-8b35-95f0ed4dbe82 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776637 May 26 19:39:47.702291 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2a78d9d6-0212-4caa-8bb0-af2edd6eb29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (b3cfebe6-e356-47ff-af80-9de323c3b255), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:47.704931 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2a78d9d6-0212-4caa-8bb0-af2edd6eb29d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:47.706059 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-2a78d9d6-0212-4caa-8bb0-af2edd6eb29d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b3cfebe6-e356-47ff-af80-9de323c3b255 HTTP/1.1" status: 204 len: 168 time: 0.3462393 May 26 19:39:47.716773 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78d9d6-0212-4caa-8bb0-af2edd6eb29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cfebe6-e356-47ff-af80-9de323c3b255,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:47.915924 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-5cfe4238-e5cb-4f9a-b56b-1a57e039e6e7 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=79493f5efacb46fa9cb268ab70d70b16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292583 May 26 19:39:48.096189 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-28713331-b812-4b33-9f51-50b974b44360 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:48.097805 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-28713331-b812-4b33-9f51-50b974b44360 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766427 May 26 19:39:48.112231 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-118149f6-d6fa-4f4e-a2bd-df4cdfb55ba5 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/quotas/79493f5efacb46fa9cb268ab70d70b16 HTTP/1.1" status: 200 len: 375 time: 0.0088322 May 26 19:39:48.144987 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-abecf1fb-a560-4976-a6b0-95a40d91d203 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=79493f5efacb46fa9cb268ab70d70b16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269246 May 26 19:39:48.440707 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7b94ecb1-3085-4525-b1fb-8ceb923786be req-2e50d139-0eef-4b95-a334-f294cbf8fa36 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 210 time: 0.0337164 May 26 19:39:48.652539 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7094267-8853-4361-9cb2-a7942d337bbe req-9ea329a3-b283-46ff-b334-d2204a36c20b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:48.653995 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b7094267-8853-4361-9cb2-a7942d337bbe req-9ea329a3-b283-46ff-b334-d2204a36c20b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 943 time: 0.0495138 May 26 19:39:48.706744 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b7094267-8853-4361-9cb2-a7942d337bbe req-f8702b49-a519-452b-9213-79db950895bb tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471187 May 26 19:39:49.508191 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:49.509677 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=15 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:49.523755 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-b59e894c-83c6-4529-ac2f-8ee5dc1b10b8 req-4101ccdc-79f1-496a-bd9e-384ca8dbe2e4 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 210 time: 0.0300236 May 26 19:39:49.546680 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-ae361cd2-a1a5-4b14-a854-c41e1b818d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:49.799859 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device c9b0aa22-b532-4ac9-a353-da7eed5a3b37 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:39:49.826648 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968662a6-10ef-4c34-8a46-63470ffb59ce req-92c5bdf0-df21-4b27-810b-ddd6a9cd4036 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:49.828851 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-968662a6-10ef-4c34-8a46-63470ffb59ce req-92c5bdf0-df21-4b27-810b-ddd6a9cd4036 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 943 time: 0.0532360 May 26 19:39:49.883620 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-968662a6-10ef-4c34-8a46-63470ffb59ce req-e1b8c686-6b8a-4ded-86fb-3ecde02dc5ec tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481610 May 26 19:39:50.028984 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port c9b0aa22-b532-4ac9-a353-da7eed5a3b37, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=c9b0aa22-b532-4ac9-a353-da7eed5a3b37,segment=NetworkSegment(a27918ad-49bd-4b5d-9789-751677ce88d9),segment_id=a27918ad-49bd-4b5d-9789-751677ce88d9)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:39:50.041388 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': 'c9b0aa22-b532-4ac9-a353-da7eed5a3b37', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'port_id': 'c9b0aa22-b532-4ac9-a353-da7eed5a3b37', 'mac_address': 'fa:16:3e:0e:e3:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:39:50.076165 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port c9b0aa22-b532-4ac9-a353-da7eed5a3b37 is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:39:50.076551 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (c9b0aa22-b532-4ac9-a353-da7eed5a3b37), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:50.089134 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b0aa22-b532-4ac9-a353-da7eed5a3b37 {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:39:50.108674 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port c9b0aa22-b532-4ac9-a353-da7eed5a3b37, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=c9b0aa22-b532-4ac9-a353-da7eed5a3b37,segment=NetworkSegment(a27918ad-49bd-4b5d-9789-751677ce88d9),segment_id=a27918ad-49bd-4b5d-9789-751677ce88d9)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:39:50.216534 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (c9b0aa22-b532-4ac9-a353-da7eed5a3b37), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:50.258682 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:50.263472 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=c9b0aa22-b532-4ac9-a353-da7eed5a3b37,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:50.621540 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-35d2c613-c180-45cd-88a0-957cab9d3883 req-f8ad6252-634f-4af0-9ea7-9e2fa082f77d tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 210 time: 0.0279477 May 26 19:39:50.660324 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['c9b0aa22-b532-4ac9-a353-da7eed5a3b37'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:39:50.744009 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:51.005376 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda0aee-05e8-482e-baa5-41af04f8d112 req-08d79e42-d0a1-4d37-9efb-034fce847e4e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:51.007411 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0dda0aee-05e8-482e-baa5-41af04f8d112 req-08d79e42-d0a1-4d37-9efb-034fce847e4e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 944 time: 0.0546243 May 26 19:39:51.055694 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0dda0aee-05e8-482e-baa5-41af04f8d112 req-9bdcdb78-2366-4174-967f-2636e055c9e7 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426106 May 26 19:39:51.093989 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-40387ee9-6aee-465d-99bb-f4a95a7ba775 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=79493f5efacb46fa9cb268ab70d70b16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295181 May 26 19:39:51.289348 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-f7711b33-b70c-4a52-91b0-8812c85af5f5 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:51.290767 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-f7711b33-b70c-4a52-91b0-8812c85af5f5 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1859620 May 26 19:39:51.319728 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-c1244b0e-f437-4814-b201-5791d3d97643 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Request body: {'port': {'device_id': '9a034f0b-93aa-426c-9534-67a5f7c38cae', 'network_id': '5c0f6218-47a6-42fb-ab9f-19e57d24eb1b', 'admin_state_up': True, 'tenant_id': '79493f5efacb46fa9cb268ab70d70b16'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:51.550319 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-c1244b0e-f437-4814-b201-5791d3d97643 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Made reservation on behalf of 79493f5efacb46fa9cb268ab70d70b16 for: {'port': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:39:51.554550 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-c1244b0e-f437-4814-b201-5791d3d97643 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:51.563502 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-c1244b0e-f437-4814-b201-5791d3d97643 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:51.637208 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-c1244b0e-f437-4814-b201-5791d3d97643 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Publish callbacks [] for security_group (c27e18eb-f863-42b0-aa45-c08a6b1128a5), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:51.714459 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5c8bebba-88a9-4158-bb7c-faad85520614 req-15238117-af08-4c08-ad07-73e2eefd1ca8 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 210 time: 0.0271974 May 26 19:39:51.733679 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-c1244b0e-f437-4814-b201-5791d3d97643 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (c27e18eb-f863-42b0-aa45-c08a6b1128a5), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:51.802457 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1244b0e-f437-4814-b201-5791d3d97643 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27e18eb-f863-42b0-aa45-c08a6b1128a5,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:51.806477 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device c9b0aa22-b532-4ac9-a353-da7eed5a3b37 up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:39:51.830588 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2788b454-e894-45f3-b369-c88988f04b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:51.853129 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning for port c9b0aa22-b532-4ac9-a353-da7eed5a3b37 completed by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 19:39:51.868011 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-c1244b0e-f437-4814-b201-5791d3d97643 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Allocated IP 192.168.233.22 (5c0f6218-47a6-42fb-ab9f-19e57d24eb1b/65e04500-0a11-4500-9ae8-6ebd09be3961/7005868c-4fa7-424c-92b1-b03647840cd7) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:39:51.973333 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port c9b0aa22-b532-4ac9-a353-da7eed5a3b37 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:39:51.973629 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (c9b0aa22-b532-4ac9-a353-da7eed5a3b37), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:52.015471 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-c1244b0e-f437-4814-b201-5791d3d97643 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Publish callbacks [] for port (7005868c-4fa7-424c-92b1-b03647840cd7), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:52.026742 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:52.048722 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port c9b0aa22-b532-4ac9-a353-da7eed5a3b37 is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:39:52.053232 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (c9b0aa22-b532-4ac9-a353-da7eed5a3b37), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:52.070859 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d24bae-e684-487b-88b1-c134195fe54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b0aa22-b532-4ac9-a353-da7eed5a3b37'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:39:52.073094 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3cf36e-f250-4c16-b942-932ffaca582e" -d '{"events": [{"server_uuid": "41d24bae-e684-487b-88b1-c134195fe54f", "name": "network-vif-plugged", "status": "completed", "tag": "c9b0aa22-b532-4ac9-a353-da7eed5a3b37"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:39:52.088407 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port c9b0aa22-b532-4ac9-a353-da7eed5a3b37, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=c9b0aa22-b532-4ac9-a353-da7eed5a3b37,segment=NetworkSegment(a27918ad-49bd-4b5d-9789-751677ce88d9),segment_id=a27918ad-49bd-4b5d-9789-751677ce88d9)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:39:52.109046 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60970a66-711e-4a82-91c5-ac590cb700e5 x-openstack-request-id: req-60970a66-711e-4a82-91c5-ac590cb700e5 {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:39:52.109406 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d24bae-e684-487b-88b1-c134195fe54f", "name": "network-vif-plugged", "status": "completed", "tag": "c9b0aa22-b532-4ac9-a353-da7eed5a3b37", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:39:52.109720 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-60970a66-711e-4a82-91c5-ac590cb700e5 {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:39:52.110173 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60970a66-711e-4a82-91c5-ac590cb700e5'] response: {'server_uuid': '41d24bae-e684-487b-88b1-c134195fe54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b0aa22-b532-4ac9-a353-da7eed5a3b37', 'code': 200} May 26 19:39:52.159713 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-c1244b0e-f437-4814-b201-5791d3d97643 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (7005868c-4fa7-424c-92b1-b03647840cd7), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:52.189564 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c516076-da85-4e35-b7fb-4d22748ad4b5 req-edcf6bfe-6219-4b38-8ff5-e3246adf24b4 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:52.191713 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9c516076-da85-4e35-b7fb-4d22748ad4b5 req-edcf6bfe-6219-4b38-8ff5-e3246adf24b4 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 944 time: 0.0579607 May 26 19:39:52.202102 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (c9b0aa22-b532-4ac9-a353-da7eed5a3b37), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:52.202962 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:52.211817 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-c1244b0e-f437-4814-b201-5791d3d97643 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Network 5c0f6218-47a6-42fb-ab9f-19e57d24eb1b is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:39:52.215496 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-c1244b0e-f437-4814-b201-5791d3d97643 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:39:52.225041 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-c1244b0e-f437-4814-b201-5791d3d97643 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:39:52.231662 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:52.257320 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1244b0e-f437-4814-b201-5791d3d97643 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Pushing event updated for resources: {'Port': ['ID=7005868c-4fa7-424c-92b1-b03647840cd7,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:52.268521 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9c516076-da85-4e35-b7fb-4d22748ad4b5 req-75452896-5336-45dc-a512-016d84739b1a tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659599 May 26 19:39:52.292012 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=c9b0aa22-b532-4ac9-a353-da7eed5a3b37,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:52.342223 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-c1244b0e-f437-4814-b201-5791d3d97643 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:52.342973 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-c1244b0e-f437-4814-b201-5791d3d97643 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:52.479759 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-c1244b0e-f437-4814-b201-5791d3d97643 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1650579 May 26 19:39:52.494051 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] Request body: {'port': {'device_id': '9a034f0b-93aa-426c-9534-67a5f7c38cae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:52.494965 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-25ccbe57-3752-4e8a-bbad-2a09b032ef58 None None] Provisioning complete for port 7005868c-4fa7-424c-92b1-b03647840cd7 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:39:52.495316 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-25ccbe57-3752-4e8a-bbad-2a09b032ef58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (7005868c-4fa7-424c-92b1-b03647840cd7), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:52.526755 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-25ccbe57-3752-4e8a-bbad-2a09b032ef58 None None] Port 7005868c-4fa7-424c-92b1-b03647840cd7 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:39:52.552799 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (7005868c-4fa7-424c-92b1-b03647840cd7), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:52.671185 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12031ab-4492-474a-aac8-3637d0beaff8 req-eb4c6048-6c60-4662-9aac-66cbdb0f6f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:52.672646 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a12031ab-4492-474a-aac8-3637d0beaff8 req-eb4c6048-6c60-4662-9aac-66cbdb0f6f1a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 1129 time: 0.0638862 May 26 19:39:52.842116 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a12031ab-4492-474a-aac8-3637d0beaff8 req-355b284d-aa43-4d19-864f-15a1f4b80196 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178453 May 26 19:39:52.884718 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfb700-52ce-485c-a808-de8a32be0aa7 req-3a0dfe82-725f-43e7-a14a-251eb18f72ef tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:52.886265 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0bdfb700-52ce-485c-a808-de8a32be0aa7 req-3a0dfe82-725f-43e7-a14a-251eb18f72ef tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 935 time: 0.0894234 May 26 19:39:52.924120 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:52.963179 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0bdfb700-52ce-485c-a808-de8a32be0aa7 req-2a8da7d8-75db-4bfe-8530-2e78db1daebc tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c27e18eb-f863-42b0-aa45-c08a6b1128a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666199 May 26 19:39:53.005697 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7005868c-4fa7-424c-92b1-b03647840cd7 {{(pid=104684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:39:53.014024 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] Publish callbacks [] for port (7005868c-4fa7-424c-92b1-b03647840cd7), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:53.028568 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.provisioning_blocks [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] Transition to ACTIVE for port object 7005868c-4fa7-424c-92b1-b03647840cd7 will not be triggered until provisioned by entity L2. {{(pid=104684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 19:39:53.159489 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (7005868c-4fa7-424c-92b1-b03647840cd7), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:53.212230 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] Pushing event updated for resources: {'Port': ['ID=7005868c-4fa7-424c-92b1-b03647840cd7,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:53.290869 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] Attempting to bind port 7005868c-4fa7-424c-92b1-b03647840cd7 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:39:53.291126 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] Attempting to bind port 7005868c-4fa7-424c-92b1-b03647840cd7 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'd4b4c634-ce3c-43f1-a8ac-055b8bc55f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c0f6218-47a6-42fb-ab9f-19e57d24eb1b'}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:39:53.291455 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] Attempting to bind port 7005868c-4fa7-424c-92b1-b03647840cd7 on network 5c0f6218-47a6-42fb-ab9f-19e57d24eb1b {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:39:53.296884 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] Port 7005868c-4fa7-424c-92b1-b03647840cd7 on network 5c0f6218-47a6-42fb-ab9f-19e57d24eb1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 19:39:53.297211 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] Attempting to bind port 7005868c-4fa7-424c-92b1-b03647840cd7 on network 5c0f6218-47a6-42fb-ab9f-19e57d24eb1b {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:39:53.303962 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] Checking agent: {'id': 'c3a211c9-c98b-4801-84c3-445f8272aa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'started_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:39:53.304297 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] Checking segment: {'id': 'd4b4c634-ce3c-43f1-a8ac-055b8bc55f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c0f6218-47a6-42fb-ab9f-19e57d24eb1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:39:53.304736 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] Bound using segment: {'id': 'd4b4c634-ce3c-43f1-a8ac-055b8bc55f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c0f6218-47a6-42fb-ab9f-19e57d24eb1b'} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:39:53.305170 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] Bound port: 7005868c-4fa7-424c-92b1-b03647840cd7, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b4c634-ce3c-43f1-a8ac-055b8bc55f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c0f6218-47a6-42fb-ab9f-19e57d24eb1b'}}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:39:53.305524 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (7005868c-4fa7-424c-92b1-b03647840cd7), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:53.383786 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] For port 7005868c-4fa7-424c-92b1-b03647840cd7, host hv-cinder-82549, cleared binding levels {{(pid=104684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:39:53.387801 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] For port 7005868c-4fa7-424c-92b1-b03647840cd7, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7005868c-4fa7-424c-92b1-b03647840cd7,segment=NetworkSegment(d4b4c634-ce3c-43f1-a8ac-055b8bc55f6d),segment_id=d4b4c634-ce3c-43f1-a8ac-055b8bc55f6d)] {{(pid=104684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:39:53.411761 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78579b58-a556-4647-9ee9-dcc37f16178b req-761613c1-1ace-450c-a4d2-08648ef2c791 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:53.414764 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-78579b58-a556-4647-9ee9-dcc37f16178b req-761613c1-1ace-450c-a4d2-08648ef2c791 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 945 time: 0.0799603 May 26 19:39:53.439571 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:53.470139 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-78579b58-a556-4647-9ee9-dcc37f16178b req-e33799f3-2d1c-414b-b144-90fce300ac78 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459831 May 26 19:39:53.488687 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (7005868c-4fa7-424c-92b1-b03647840cd7), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:53.520689 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:53.521318 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:53.523315 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] 10.222.0.77 "PUT /v2.0/ports/7005868c-4fa7-424c-92b1-b03647840cd7 HTTP/1.1" status: 200 len: 1097 time: 1.0342121 May 26 19:39:53.525588 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a034f0b-93aa-426c-9534-67a5f7c38cae', 'tag': '7005868c-4fa7-424c-92b1-b03647840cd7'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:39:53.527969 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bbb5b0-3c7c-4019-8522-0d304f81dc30" -d '{"events": [{"name": "network-changed", "server_uuid": "9a034f0b-93aa-426c-9534-67a5f7c38cae", "tag": "7005868c-4fa7-424c-92b1-b03647840cd7"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:39:53.553446 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeecbd3-e87f-4cff-b9f2-866f0824cdff service neutron] Pushing event updated for resources: {'Port': ['ID=7005868c-4fa7-424c-92b1-b03647840cd7,revision_number=3']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:53.569805 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47ae3c9-709d-4707-a5ba-d3c741009f48 x-openstack-request-id: req-a47ae3c9-709d-4707-a5ba-d3c741009f48 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:39:53.570101 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a034f0b-93aa-426c-9534-67a5f7c38cae", "tag": "7005868c-4fa7-424c-92b1-b03647840cd7", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:39:53.570354 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a47ae3c9-709d-4707-a5ba-d3c741009f48 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:39:53.570754 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a47ae3c9-709d-4707-a5ba-d3c741009f48'] response: {'name': 'network-changed', 'server_uuid': '9a034f0b-93aa-426c-9534-67a5f7c38cae', 'tag': '7005868c-4fa7-424c-92b1-b03647840cd7', 'status': 'completed', 'code': 200} May 26 19:39:53.853407 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:53.973353 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:54.073099 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb23407-9feb-49e8-91bb-0a8bfa392b7a req-84a58577-e8cb-478d-93b7-c96ff8e23f1f tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:54.074544 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6fb23407-9feb-49e8-91bb-0a8bfa392b7a req-84a58577-e8cb-478d-93b7-c96ff8e23f1f tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 947 time: 0.0459816 May 26 19:39:54.108433 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:54.121041 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6fb23407-9feb-49e8-91bb-0a8bfa392b7a req-cd0e75a5-449e-4838-aa23-20887437ae62 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c27e18eb-f863-42b0-aa45-c08a6b1128a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409658 May 26 19:39:54.567812 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:54.581672 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa545a-4d08-47fc-a0ae-669fca82df0e req-ae9be697-a427-4b11-9048-7be5783a646e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:54.583198 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6dfa545a-4d08-47fc-a0ae-669fca82df0e req-ae9be697-a427-4b11-9048-7be5783a646e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 945 time: 0.0466955 May 26 19:39:54.636419 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6dfa545a-4d08-47fc-a0ae-669fca82df0e req-765797ea-2d6d-4958-bce9-2356354148d0 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475261 May 26 19:39:54.932569 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50bd70-f9dc-451c-85ff-35a8c59be08f req-b1beb75e-ef40-43c8-9ade-daef09a3fc2c tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:54.933945 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8a50bd70-f9dc-451c-85ff-35a8c59be08f req-b1beb75e-ef40-43c8-9ade-daef09a3fc2c tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0465548 May 26 19:39:54.980995 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8a50bd70-f9dc-451c-85ff-35a8c59be08f req-286443f1-4462-4c15-882a-a06caf475371 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415132 May 26 19:39:55.239349 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ea203-32af-4f27-ac60-e902c5ec2dc1 req-c2a993ec-22f0-458c-8eeb-630774233598 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:55.240983 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7f9ea203-32af-4f27-ac60-e902c5ec2dc1 req-c2a993ec-22f0-458c-8eeb-630774233598 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 947 time: 0.0478315 May 26 19:39:55.290305 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7f9ea203-32af-4f27-ac60-e902c5ec2dc1 req-28995925-7360-449d-9518-fa4457c82257 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c27e18eb-f863-42b0-aa45-c08a6b1128a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434394 May 26 19:39:55.746856 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dbcd7-45c6-43c7-ae44-8fc096b60ad7 req-5c4160f7-c7cc-4bbf-90ab-f7980de8a86d tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:55.748317 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-116dbcd7-45c6-43c7-ae44-8fc096b60ad7 req-5c4160f7-c7cc-4bbf-90ab-f7980de8a86d tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 945 time: 0.0456181 May 26 19:39:55.795908 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-116dbcd7-45c6-43c7-ae44-8fc096b60ad7 req-d3e6c11a-ff77-4351-b7cb-d93d26421f92 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422349 May 26 19:39:55.856245 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:56.096554 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1702821-fe6b-4005-9b85-370e9ee70fa8 req-f334daa6-b398-46b5-883f-f6cce378f31e tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:56.097986 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a1702821-fe6b-4005-9b85-370e9ee70fa8 req-f334daa6-b398-46b5-883f-f6cce378f31e tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0456374 May 26 19:39:56.143847 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a1702821-fe6b-4005-9b85-370e9ee70fa8 req-6106cb01-6943-4b83-af88-3054429c48f1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398550 May 26 19:39:56.403620 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dd8ab-cd30-4fd6-ac52-231a634c8d98 req-c874b32a-eec1-4908-916e-dd733254f5e2 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:56.405346 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9b8dd8ab-cd30-4fd6-ac52-231a634c8d98 req-c874b32a-eec1-4908-916e-dd733254f5e2 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 947 time: 0.0504310 May 26 19:39:56.452370 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9b8dd8ab-cd30-4fd6-ac52-231a634c8d98 req-cfcb1c9d-4319-4f0e-9730-d12d41caa0da tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c27e18eb-f863-42b0-aa45-c08a6b1128a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413628 May 26 19:39:56.603600 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbb5b0-3c7c-4019-8522-0d304f81dc30 req-2a36356e-4b40-476b-8fa6-65a33f20d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:56.605023 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-20bbb5b0-3c7c-4019-8522-0d304f81dc30 req-2a36356e-4b40-476b-8fa6-65a33f20d0d5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=79493f5efacb46fa9cb268ab70d70b16&device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 1131 time: 0.0423381 May 26 19:39:56.664008 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-20bbb5b0-3c7c-4019-8522-0d304f81dc30 req-6be30503-80f4-424d-b88b-2ad88c1308f5 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=79493f5efacb46fa9cb268ab70d70b16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201387 May 26 19:39:56.760913 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbb5b0-3c7c-4019-8522-0d304f81dc30 req-6b80d137-12d9-4127-bd2b-3e69036b4cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:56.762431 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-20bbb5b0-3c7c-4019-8522-0d304f81dc30 req-6b80d137-12d9-4127-bd2b-3e69036b4cad service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913327 May 26 19:39:56.911927 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e072aa4-8f2b-46f2-aa9e-8178482fb675 req-2ee23e0e-1d5b-4229-9cfc-030b8eee1f69 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:56.913319 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0e072aa4-8f2b-46f2-aa9e-8178482fb675 req-2ee23e0e-1d5b-4229-9cfc-030b8eee1f69 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 945 time: 0.0470753 May 26 19:39:56.964436 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0e072aa4-8f2b-46f2-aa9e-8178482fb675 req-9cf529a8-66e3-4b97-9188-52ac8e4fc7fc tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445282 May 26 19:39:57.261651 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a8f38-8537-4db1-86a6-67b1fea16d91 req-8a9b13a8-1dba-4d38-81e7-df49cddf51c4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:57.263112 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0c9a8f38-8537-4db1-86a6-67b1fea16d91 req-8a9b13a8-1dba-4d38-81e7-df49cddf51c4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0469415 May 26 19:39:57.308702 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0c9a8f38-8537-4db1-86a6-67b1fea16d91 req-b4fb4973-2f31-4c9e-8ad9-ea1c50d4f906 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400388 May 26 19:39:57.436648 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:57.576092 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a115b3-8903-40c8-9475-a9b0926465eb req-241d9df5-6ff9-4557-8244-6def84b716f8 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:57.577553 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-71a115b3-8903-40c8-9475-a9b0926465eb req-241d9df5-6ff9-4557-8244-6def84b716f8 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 947 time: 0.0512333 May 26 19:39:57.629404 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-71a115b3-8903-40c8-9475-a9b0926465eb req-d27d87b5-47e5-4d28-8a6e-2ec121f86eb8 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c27e18eb-f863-42b0-aa45-c08a6b1128a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461674 May 26 19:39:57.847784 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-124dc5bf-e962-4edb-aa00-e6115da13a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:57.849257 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-124dc5bf-e962-4edb-aa00-e6115da13a2f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=79493f5efacb46fa9cb268ab70d70b16&device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 1131 time: 0.0696547 May 26 19:39:57.852846 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2723592e-5811-4a0f-976b-6969caf0e6cb req-8e370c81-a2b3-4421-a3fa-d3449006a8fd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452881 May 26 19:39:57.906426 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-9d9b48cf-8bab-4451-bc74-79a3e4f14344 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=7005868c-4fa7-424c-92b1-b03647840cd7 HTTP/1.1" status: 200 len: 217 time: 0.0439723 May 26 19:39:57.969682 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723592e-5811-4a0f-976b-6969caf0e6cb req-40fad0ff-26b6-43a3-b3c2-eedffd537b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:57.971200 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2723592e-5811-4a0f-976b-6969caf0e6cb req-40fad0ff-26b6-43a3-b3c2-eedffd537b9d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba&device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 1130 time: 0.0735128 May 26 19:39:57.979800 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-7ab2085e-d1ea-4f67-896c-7e63984ce8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:57.981214 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-7ab2085e-d1ea-4f67-896c-7e63984ce8d1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=65e04500-0a11-4500-9ae8-6ebd09be3961 HTTP/1.1" status: 200 len: 843 time: 0.0565515 May 26 19:39:58.082123 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-dd4a80b3-90c7-4679-bb95-14e23863c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:58.083560 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-dd4a80b3-90c7-4679-bb95-14e23863c6ce service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c0f6218-47a6-42fb-ab9f-19e57d24eb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0882702 May 26 19:39:58.088054 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:58.096289 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f47597-6e8b-43fe-83f5-7835c96d1c79 req-98277722-e4f1-4d1f-8202-e4089dd21799 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:58.097779 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a5f47597-6e8b-43fe-83f5-7835c96d1c79 req-98277722-e4f1-4d1f-8202-e4089dd21799 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 945 time: 0.0515928 May 26 19:39:58.147983 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a5f47597-6e8b-43fe-83f5-7835c96d1c79 req-06bbcea8-717b-497e-af33-8d0c34a51f3e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438347 May 26 19:39:58.170616 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723592e-5811-4a0f-976b-6969caf0e6cb req-610adfcc-3c9b-4882-ab02-bf7e9dd50628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:58.172093 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2723592e-5811-4a0f-976b-6969caf0e6cb req-610adfcc-3c9b-4882-ab02-bf7e9dd50628 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2ddf1778-5518-469d-acdc-1047098dc517 HTTP/1.1" status: 200 len: 916 time: 0.1756406 May 26 19:39:58.221557 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:58.272858 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-422a4a31-e10f-4e00-8a1c-67ba86a9291f service neutron] 10.222.0.77 "GET /v2.0/networks/5c0f6218-47a6-42fb-ab9f-19e57d24eb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771801 May 26 19:39:58.295860 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2723592e-5811-4a0f-976b-6969caf0e6cb req-dce5d91d-5d1f-4e9b-8070-9b46d05751f2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb441dd0-8885-4c02-8728-1c89ea5d6a61 HTTP/1.1" status: 200 len: 1002 time: 0.1140387 May 26 19:39:58.302848 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75df39-39db-4acd-b2ba-5c8cca73e08b req-b6b4351f-b02c-44f3-9ac6-c4a55730dc28 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:58.304224 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bc75df39-39db-4acd-b2ba-5c8cca73e08b req-b6b4351f-b02c-44f3-9ac6-c4a55730dc28 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 945 time: 0.0784972 May 26 19:39:58.429673 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143be0c-32a5-4d3a-9ac3-f058e4c6e00b req-630617e3-7648-4f78-ba55-7f395b1d559e tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:58.432804 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723592e-5811-4a0f-976b-6969caf0e6cb req-b8414659-eae2-47cd-84c7-a4e563d3c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:58.434238 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2723592e-5811-4a0f-976b-6969caf0e6cb req-b8414659-eae2-47cd-84c7-a4e563d3c860 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=211cc661-0675-4518-a8c1-1c3a38ef5bb2 HTTP/1.1" status: 200 len: 854 time: 0.1200345 May 26 19:39:58.435379 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8143be0c-32a5-4d3a-9ac3-f058e4c6e00b req-630617e3-7648-4f78-ba55-7f395b1d559e tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0503938 May 26 19:39:58.446107 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bc75df39-39db-4acd-b2ba-5c8cca73e08b req-7b7822d1-42fb-4754-b97a-b9d214b464ed tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308250 May 26 19:39:58.470207 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 55128) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:58.488072 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8143be0c-32a5-4d3a-9ac3-f058e4c6e00b req-33302d86-47b7-45be-9638-05b99db3ac4c tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508351 May 26 19:39:58.501555 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d33e524e-ccda-4458-99c4-7a9a022de8ae req-9253c301-448d-45a6-bd29-1ddcc069e732 service neutron] 10.222.0.77 "GET /v2.0/networks/5c0f6218-47a6-42fb-ab9f-19e57d24eb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153847 May 26 19:39:58.506761 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723592e-5811-4a0f-976b-6969caf0e6cb req-cf1e1a67-ad26-4ec9-8407-4e06ac860e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:58.508251 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2723592e-5811-4a0f-976b-6969caf0e6cb req-cf1e1a67-ad26-4ec9-8407-4e06ac860e20 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ddf1778-5518-469d-acdc-1047098dc517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0613174 May 26 19:39:58.609270 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2723592e-5811-4a0f-976b-6969caf0e6cb req-90704ca2-91b0-47ea-b38e-02d0a3d12871 service neutron] 10.222.0.77 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852041 May 26 19:39:58.685123 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb98aff-7090-42de-83be-0dc309a8ed37 tempest-TestVolumeBootPattern-2099121980 tempest-TestVolumeBootPattern-2099121980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:58.687120 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-1fb98aff-7090-42de-83be-0dc309a8ed37 tempest-TestVolumeBootPattern-2099121980 tempest-TestVolumeBootPattern-2099121980-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 1124 time: 0.2159514 May 26 19:39:58.689974 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 55134) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:39:58.694598 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Request body: {'floatingip': {'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'port_id': 'c9b0aa22-b532-4ac9-a353-da7eed5a3b37', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:39:58.851232 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:58.929187 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:58.935685 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:58.944034 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d4d17-e70f-4003-96b2-b49f9cddfed3 req-60b392af-3cb7-4c73-baef-11c13d6f81d0 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:58.946052 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8f2d4d17-e70f-4003-96b2-b49f9cddfed3 req-60b392af-3cb7-4c73-baef-11c13d6f81d0 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 947 time: 0.0645308 May 26 19:39:58.967732 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2723592e-5811-4a0f-976b-6969caf0e6cb req-96d32b1b-c6a1-4da1-a37c-035d86253a64 service neutron] 10.222.0.77 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505666 May 26 19:39:59.001444 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8f2d4d17-e70f-4003-96b2-b49f9cddfed3 req-9a7e26ad-6782-423e-9548-e364863eaede tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c27e18eb-f863-42b0-aa45-c08a6b1128a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461676 May 26 19:39:59.047634 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Allocated IP 172.27.0.76 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/b5aebaf8-89af-4a10-8cfc-e202b0b4b91d) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:39:59.049289 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:59.062331 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:39:59.151852 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for port (b5aebaf8-89af-4a10-8cfc-e202b0b4b91d), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:59.256686 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (b5aebaf8-89af-4a10-8cfc-e202b0b4b91d), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:39:59.295049 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:39:59.300141 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:39:59.302834 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:39:59.331234 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event updated for resources: {'Port': ['ID=b5aebaf8-89af-4a10-8cfc-e202b0b4b91d,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:59.343980 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:59.344323 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:59.344660 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:59.344994 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:59.345320 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:59.345649 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:59.345970 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:59.346527 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:59.346650 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:59.346960 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:59.347281 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:59.347598 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:59.347911 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:59.348222 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:59.348533 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:59.777628 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30296b-3218-4cbc-a88c-e8de0d4901bc req-a3030ebc-c91c-4675-a731-efb58ff0c61b tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:59.779109 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8b30296b-3218-4cbc-a88c-e8de0d4901bc req-a3030ebc-c91c-4675-a731-efb58ff0c61b tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0832908 May 26 19:39:59.875507 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8b30296b-3218-4cbc-a88c-e8de0d4901bc req-36598891-8fc5-4709-bf05-ea3cf9e51a3f tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901885 May 26 19:39:59.968740 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for floatingip (0621ec80-3585-4c48-ac1c-6ecf2673e7e8), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:00.082002 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:00.120045 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d2f87-6eee-4b80-bfaf-1afaa1567284 req-4b75aaa3-c925-4360-b87b-8d9ee6cf367a tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:00.121518 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1f4d2f87-6eee-4b80-bfaf-1afaa1567284 req-4b75aaa3-c925-4360-b87b-8d9ee6cf367a tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 947 time: 0.0473804 May 26 19:40:00.147654 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (b5aebaf8-89af-4a10-8cfc-e202b0b4b91d), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:00.173273 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1f4d2f87-6eee-4b80-bfaf-1afaa1567284 req-155958e3-0186-44d1-b6de-7490123c645b tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c27e18eb-f863-42b0-aa45-c08a6b1128a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459213 May 26 19:40:00.271561 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:00.324491 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for port (b5aebaf8-89af-4a10-8cfc-e202b0b4b91d), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:00.427798 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099810'] for port (b5aebaf8-89af-4a10-8cfc-e202b0b4b91d), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:00.498263 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event updated for resources: {'Port': ['ID=b5aebaf8-89af-4a10-8cfc-e202b0b4b91d,revision_number=2']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:00.510091 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (0621ec80-3585-4c48-ac1c-6ecf2673e7e8), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:00.610983 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.l3_db [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Floating IP 0621ec80-3585-4c48-ac1c-6ecf2673e7e8 associated. External IP: 172.27.0.76, port: c9b0aa22-b532-4ac9-a353-da7eed5a3b37. May 26 19:40:00.810165 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:00.818474 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Router 776872fc-dc07-4945-a821-b5ef7055a75f has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:40:00.925000 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:40:00.937254 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f298a-837e-4add-ac17-5b07a8208470 None None] Sync routers for ids ['776872fc-dc07-4945-a821-b5ef7055a75f'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:40:00.949761 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f298a-837e-4add-ac17-5b07a8208470 None None] Routers {'776872fc-dc07-4945-a821-b5ef7055a75f'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:40:00.950693 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-3c2f298a-837e-4add-ac17-5b07a8208470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:39:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['776872fc-dc07-4945-a821-b5ef7055a75f'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:01.003153 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:01.012862 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad5cff-78a1-4b13-91d6-4cf0c03ffc12 req-36d5ca0f-f83b-4526-9933-6af5b191372c tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:01.014343 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-11ad5cff-78a1-4b13-91d6-4cf0c03ffc12 req-36d5ca0f-f83b-4526-9933-6af5b191372c tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0579813 May 26 19:40:01.055420 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-3c2f298a-837e-4add-ac17-5b07a8208470 None None] Set router 776872fc-dc07-4945-a821-b5ef7055a75f gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:40:01.056932 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-1fdf5754-cb68-4f51-990a-910144c00345 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3658667 May 26 19:40:01.059096 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d24bae-e684-487b-88b1-c134195fe54f', 'tag': 'c9b0aa22-b532-4ac9-a353-da7eed5a3b37'}] {{(pid=104685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:40:01.061450 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}580a5c817d768ebcbdba4f0d83444aaab2d380737ec7b53e235c94cd1e37ed20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8ca3d1-53eb-4b84-896b-4be078edcd5d" -d '{"events": [{"name": "network-changed", "server_uuid": "41d24bae-e684-487b-88b1-c134195fe54f", "tag": "c9b0aa22-b532-4ac9-a353-da7eed5a3b37"}]}' {{(pid=104685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:40:01.105156 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-11ad5cff-78a1-4b13-91d6-4cf0c03ffc12 req-8246afa2-a123-4bf1-b9a6-a606e4dfe742 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757177 May 26 19:40:01.108494 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cd7ad1-2011-4108-ab1e-233fe3cf3d99 x-openstack-request-id: req-86cd7ad1-2011-4108-ab1e-233fe3cf3d99 {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:40:01.110558 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d24bae-e684-487b-88b1-c134195fe54f", "tag": "c9b0aa22-b532-4ac9-a353-da7eed5a3b37", "status": "completed", "code": 200}]} {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:40:01.110558 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-86cd7ad1-2011-4108-ab1e-233fe3cf3d99 {{(pid=104685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:40:01.110558 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86cd7ad1-2011-4108-ab1e-233fe3cf3d99'] response: {'name': 'network-changed', 'server_uuid': '41d24bae-e684-487b-88b1-c134195fe54f', 'tag': 'c9b0aa22-b532-4ac9-a353-da7eed5a3b37', 'status': 'completed', 'code': 200} May 26 19:40:01.278409 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-3c2f298a-837e-4add-ac17-5b07a8208470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '0621ec80-3585-4c48-ac1c-6ecf2673e7e8', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'port_id': 'c9b0aa22-b532-4ac9-a353-da7eed5a3b37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'mac_address': 'fa:16:3e:0e:e3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d24bae-e684-487b-88b1-c134195fe54f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:39:59Z', 'updated_at': '2022-05-26T19:39:59Z', 'revision_number': 0, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f8842e-82aa-4e85-a165-6ec8b49ffbf6', 'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'mac_address': 'fa:16:3e:2e:f2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:52Z', 'updated_at': '2022-05-26T19:38:57Z', 'revision_number': 5, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'subnets': [{'id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:01.293257 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81600662-be5d-42a1-be4e-4f1c982293fb req-5c3e3b89-c946-4ba6-92ae-40b8c07c0ca9 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:01.295374 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-81600662-be5d-42a1-be4e-4f1c982293fb req-5c3e3b89-c946-4ba6-92ae-40b8c07c0ca9 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 947 time: 0.0509167 May 26 19:40:01.306671 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f298a-837e-4add-ac17-5b07a8208470 None None] Checking router: 776872fc-dc07-4945-a821-b5ef7055a75f for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:40:01.315972 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f298a-837e-4add-ac17-5b07a8208470 None None] Routers {'776872fc-dc07-4945-a821-b5ef7055a75f'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:40:01.316583 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-3c2f298a-837e-4add-ac17-5b07a8208470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:39:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['776872fc-dc07-4945-a821-b5ef7055a75f'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:01.343770 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-81600662-be5d-42a1-be4e-4f1c982293fb req-b944a521-3d46-4fe4-9eb9-240322658b6e tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c27e18eb-f863-42b0-aa45-c08a6b1128a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428519 May 26 19:40:01.426253 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-3c2f298a-837e-4add-ac17-5b07a8208470 None None] Set router 776872fc-dc07-4945-a821-b5ef7055a75f gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:40:01.432680 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ca3d1-53eb-4b84-896b-4be078edcd5d req-c61fc624-80c2-4373-bb4e-91b94c5fcaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:01.434157 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0e8ca3d1-53eb-4b84-896b-4be078edcd5d req-c61fc624-80c2-4373-bb4e-91b94c5fcaee service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dabc38fc95184250b1d9e7090ab73b2c&device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 1129 time: 0.0382597 May 26 19:40:01.530671 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ca3d1-53eb-4b84-896b-4be078edcd5d req-5eac27c0-cb01-4821-9fdb-21fb63e5e3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:01.532163 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0e8ca3d1-53eb-4b84-896b-4be078edcd5d req-5eac27c0-cb01-4821-9fdb-21fb63e5e3f1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=492a2884-9243-465b-939b-ac60c35b4b3f HTTP/1.1" status: 200 len: 913 time: 0.0897295 May 26 19:40:01.604899 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0e8ca3d1-53eb-4b84-896b-4be078edcd5d req-5b85a3b3-eee9-4f7b-9d7a-4ba03179bd5e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b0aa22-b532-4ac9-a353-da7eed5a3b37 HTTP/1.1" status: 200 len: 998 time: 0.0549400 May 26 19:40:01.640048 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-3c2f298a-837e-4add-ac17-5b07a8208470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '0621ec80-3585-4c48-ac1c-6ecf2673e7e8', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'port_id': 'c9b0aa22-b532-4ac9-a353-da7eed5a3b37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'mac_address': 'fa:16:3e:0e:e3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d24bae-e684-487b-88b1-c134195fe54f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:39:59Z', 'updated_at': '2022-05-26T19:39:59Z', 'revision_number': 0, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f8842e-82aa-4e85-a165-6ec8b49ffbf6', 'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'mac_address': 'fa:16:3e:2e:f2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:52Z', 'updated_at': '2022-05-26T19:38:57Z', 'revision_number': 5, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'subnets': [{'id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:01.669623 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f298a-837e-4add-ac17-5b07a8208470 None None] The sync data for ids ['776872fc-dc07-4945-a821-b5ef7055a75f'] in dv-cinder-825492-17-iscsi is: [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '0621ec80-3585-4c48-ac1c-6ecf2673e7e8', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'port_id': 'c9b0aa22-b532-4ac9-a353-da7eed5a3b37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'mac_address': 'fa:16:3e:0e:e3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d24bae-e684-487b-88b1-c134195fe54f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:39:59Z', 'updated_at': '2022-05-26T19:39:59Z', 'revision_number': 0, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f8842e-82aa-4e85-a165-6ec8b49ffbf6', 'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'mac_address': 'fa:16:3e:2e:f2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:52Z', 'updated_at': '2022-05-26T19:38:57Z', 'revision_number': 5, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'subnets': [{'id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:40:01.680736 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ca3d1-53eb-4b84-896b-4be078edcd5d req-5e1fb7ea-7030-483c-a6c6-10f02e3cb9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:01.682232 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0e8ca3d1-53eb-4b84-896b-4be078edcd5d req-5e1fb7ea-7030-483c-a6c6-10f02e3cb9f7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f61c4997-1573-4713-b00b-a1dd9f85ac65 HTTP/1.1" status: 200 len: 851 time: 0.0548041 May 26 19:40:01.735416 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 55166) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:40:01.735870 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ca3d1-53eb-4b84-896b-4be078edcd5d req-fe2fd7e1-b693-41b8-b956-122b26a4f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:01.737962 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0e8ca3d1-53eb-4b84-896b-4be078edcd5d req-fe2fd7e1-b693-41b8-b956-122b26a4f9de service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=492a2884-9243-465b-939b-ac60c35b4b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443680 May 26 19:40:01.847934 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0e8ca3d1-53eb-4b84-896b-4be078edcd5d req-cc869aae-353b-4fde-8cc0-bca8c8aff10d service neutron] 10.222.0.77 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954878 May 26 19:40:01.852703 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1a96ea32-18ce-445f-ac53-86ae34597a4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:01.890784 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42529cba-5714-498b-a02b-bd3178672f18 None None] New status for floating IP 0621ec80-3585-4c48-ac1c-6ecf2673e7e8: ACTIVE {{(pid=104686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:40:01.932986 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1a96ea32-18ce-445f-ac53-86ae34597a4f admin admin] Publish callbacks [] for security_group (93375b2d-caeb-4c16-9764-80dbb14d0dd8), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:01.985321 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1a96ea32-18ce-445f-ac53-86ae34597a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (93375b2d-caeb-4c16-9764-80dbb14d0dd8), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:01.997670 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0e8ca3d1-53eb-4b84-896b-4be078edcd5d req-970f33fe-42bf-44b2-925e-b86289385f5f service neutron] 10.222.0.77 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905113 May 26 19:40:02.031638 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-1a96ea32-18ce-445f-ac53-86ae34597a4f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8e896a572c404fb88b3e340f9fb04a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951164 May 26 19:40:02.032598 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96ea32-18ce-445f-ac53-86ae34597a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93375b2d-caeb-4c16-9764-80dbb14d0dd8,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:02.034276 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 55170) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:40:02.085561 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2964f020-5b2f-4ffd-849c-acf084b5420e admin admin] Publish callbacks [] for security_group (93375b2d-caeb-4c16-9764-80dbb14d0dd8), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:02.087557 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:02.109512 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2964f020-5b2f-4ffd-849c-acf084b5420e admin admin] Publish callbacks [] for security_group (93375b2d-caeb-4c16-9764-80dbb14d0dd8), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:02.218768 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0313a4-d08f-460e-bec2-d6d84d110dfe req-983dd87a-fc15-40ab-904c-f9576ccd071e tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:02.220255 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-7c0313a4-d08f-460e-bec2-d6d84d110dfe req-983dd87a-fc15-40ab-904c-f9576ccd071e tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0479779 May 26 19:40:02.236452 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2964f020-5b2f-4ffd-849c-acf084b5420e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (93375b2d-caeb-4c16-9764-80dbb14d0dd8), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:02.239145 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2964f020-5b2f-4ffd-849c-acf084b5420e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:02.247480 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-2964f020-5b2f-4ffd-849c-acf084b5420e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/93375b2d-caeb-4c16-9764-80dbb14d0dd8 HTTP/1.1" status: 204 len: 168 time: 0.2052107 May 26 19:40:02.250189 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964f020-5b2f-4ffd-849c-acf084b5420e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93375b2d-caeb-4c16-9764-80dbb14d0dd8,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:02.258890 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964f020-5b2f-4ffd-849c-acf084b5420e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:02.259374 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964f020-5b2f-4ffd-849c-acf084b5420e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:02.259580 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964f020-5b2f-4ffd-849c-acf084b5420e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:02.260031 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964f020-5b2f-4ffd-849c-acf084b5420e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:02.260241 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964f020-5b2f-4ffd-849c-acf084b5420e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:02.260567 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964f020-5b2f-4ffd-849c-acf084b5420e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:02.260892 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964f020-5b2f-4ffd-849c-acf084b5420e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:02.261318 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964f020-5b2f-4ffd-849c-acf084b5420e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:02.261656 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964f020-5b2f-4ffd-849c-acf084b5420e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:02.261979 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964f020-5b2f-4ffd-849c-acf084b5420e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:02.262300 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964f020-5b2f-4ffd-849c-acf084b5420e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:02.262621 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964f020-5b2f-4ffd-849c-acf084b5420e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:02.262960 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964f020-5b2f-4ffd-849c-acf084b5420e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:02.263281 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964f020-5b2f-4ffd-849c-acf084b5420e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:02.263596 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964f020-5b2f-4ffd-849c-acf084b5420e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:02.268706 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-7c0313a4-d08f-460e-bec2-d6d84d110dfe req-281e3f59-88f6-41ab-b716-6dd7a10223c8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428495 May 26 19:40:02.283010 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 7005868c-4fa7-424c-92b1-b03647840cd7 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:40:02.383879 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 7005868c-4fa7-424c-92b1-b03647840cd7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7005868c-4fa7-424c-92b1-b03647840cd7,segment=NetworkSegment(d4b4c634-ce3c-43f1-a8ac-055b8bc55f6d),segment_id=d4b4c634-ce3c-43f1-a8ac-055b8bc55f6d)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:40:02.395244 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': '7005868c-4fa7-424c-92b1-b03647840cd7', 'network_id': '5c0f6218-47a6-42fb-ab9f-19e57d24eb1b', 'port_id': '7005868c-4fa7-424c-92b1-b03647840cd7', 'mac_address': 'fa:16:3e:30:5f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65e04500-0a11-4500-9ae8-6ebd09be3961', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:40:02.428704 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 7005868c-4fa7-424c-92b1-b03647840cd7 is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:40:02.429091 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (7005868c-4fa7-424c-92b1-b03647840cd7), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:02.443668 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7005868c-4fa7-424c-92b1-b03647840cd7 {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:40:02.463538 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fcaf9-be1a-4862-bd59-e8f29a07a5f8 req-e3f4f9c1-2cda-43a6-9adc-92b6d939d037 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:02.464881 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 7005868c-4fa7-424c-92b1-b03647840cd7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7005868c-4fa7-424c-92b1-b03647840cd7,segment=NetworkSegment(d4b4c634-ce3c-43f1-a8ac-055b8bc55f6d),segment_id=d4b4c634-ce3c-43f1-a8ac-055b8bc55f6d)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:40:02.465689 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fb4fcaf9-be1a-4862-bd59-e8f29a07a5f8 req-e3f4f9c1-2cda-43a6-9adc-92b6d939d037 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 947 time: 0.0508249 May 26 19:40:02.516596 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fb4fcaf9-be1a-4862-bd59-e8f29a07a5f8 req-2e1fcf74-95eb-4956-a516-8e149a5aea26 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c27e18eb-f863-42b0-aa45-c08a6b1128a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451143 May 26 19:40:02.610630 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (7005868c-4fa7-424c-92b1-b03647840cd7), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:02.660514 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=7005868c-4fa7-424c-92b1-b03647840cd7,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:03.004374 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['7005868c-4fa7-424c-92b1-b03647840cd7'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:40:03.013813 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 55180) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:40:03.027639 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-36df35f1-a445-4393-a72e-05388f9a9456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:03.039369 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:03.100295 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:03.103974 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-36df35f1-a445-4393-a72e-05388f9a9456 admin admin] Publish callbacks [] for security_group (73db8055-fee4-4282-8521-3b701a7646f9), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:03.216537 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-36df35f1-a445-4393-a72e-05388f9a9456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (73db8055-fee4-4282-8521-3b701a7646f9), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:03.253502 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df35f1-a445-4393-a72e-05388f9a9456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73db8055-fee4-4282-8521-3b701a7646f9,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:03.257733 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-36df35f1-a445-4393-a72e-05388f9a9456 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=68af29bbb60e43b0accb004029928d22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428489 May 26 19:40:03.260438 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 55182) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:40:03.312317 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2beb9abf-2c50-466d-b7dc-cc496ad01f66 admin admin] Publish callbacks [] for security_group (73db8055-fee4-4282-8521-3b701a7646f9), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:03.333810 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2beb9abf-2c50-466d-b7dc-cc496ad01f66 admin admin] Publish callbacks [] for security_group (73db8055-fee4-4282-8521-3b701a7646f9), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:03.394086 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:03.403375 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bde61a-ee4e-4df4-931c-49f7087ee361 req-e5958e3b-1e58-491e-93d8-4cf9f9e83159 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:03.404839 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c7bde61a-ee4e-4df4-931c-49f7087ee361 req-e5958e3b-1e58-491e-93d8-4cf9f9e83159 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0640254 May 26 19:40:03.458653 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c7bde61a-ee4e-4df4-931c-49f7087ee361 req-811b5f45-7243-482b-ab3e-5a9d86cd99cf tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481436 May 26 19:40:03.536139 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2beb9abf-2c50-466d-b7dc-cc496ad01f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (73db8055-fee4-4282-8521-3b701a7646f9), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:03.538763 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2beb9abf-2c50-466d-b7dc-cc496ad01f66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:03.540053 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-2beb9abf-2c50-466d-b7dc-cc496ad01f66 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/73db8055-fee4-4282-8521-3b701a7646f9 HTTP/1.1" status: 204 len: 168 time: 0.2787116 May 26 19:40:03.549033 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb9abf-2c50-466d-b7dc-cc496ad01f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73db8055-fee4-4282-8521-3b701a7646f9,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:03.624872 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:03.633776 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb5e80-82ef-4bdb-8bc5-db27c327a7fa req-d0fa6648-7dd6-43a1-ba9a-f49f1aeed298 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:03.635445 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7ceb5e80-82ef-4bdb-8bc5-db27c327a7fa req-d0fa6648-7dd6-43a1-ba9a-f49f1aeed298 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 948 time: 0.0496178 May 26 19:40:03.683038 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7ceb5e80-82ef-4bdb-8bc5-db27c327a7fa req-77021fec-20a6-4405-98fd-36d9f95bf8bf tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c27e18eb-f863-42b0-aa45-c08a6b1128a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418046 May 26 19:40:04.281771 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 7005868c-4fa7-424c-92b1-b03647840cd7 up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:40:04.325756 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning for port 7005868c-4fa7-424c-92b1-b03647840cd7 completed by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 19:40:04.410462 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port 7005868c-4fa7-424c-92b1-b03647840cd7 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:40:04.410838 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (7005868c-4fa7-424c-92b1-b03647840cd7), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:04.500005 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 7005868c-4fa7-424c-92b1-b03647840cd7 is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:40:04.501077 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (7005868c-4fa7-424c-92b1-b03647840cd7), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:04.527665 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:40:04.531715 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a034f0b-93aa-426c-9534-67a5f7c38cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7005868c-4fa7-424c-92b1-b03647840cd7'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:40:04.536692 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100ff07c-7e8e-4352-8dbd-b7528f707db2" -d '{"events": [{"server_uuid": "9a034f0b-93aa-426c-9534-67a5f7c38cae", "name": "network-vif-plugged", "status": "completed", "tag": "7005868c-4fa7-424c-92b1-b03647840cd7"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:40:04.536692 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:04.547972 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 7005868c-4fa7-424c-92b1-b03647840cd7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7005868c-4fa7-424c-92b1-b03647840cd7,segment=NetworkSegment(d4b4c634-ce3c-43f1-a8ac-055b8bc55f6d),segment_id=d4b4c634-ce3c-43f1-a8ac-055b8bc55f6d)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:40:04.572760 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f5237c-0a87-4598-8205-6626f313a827 x-openstack-request-id: req-92f5237c-0a87-4598-8205-6626f313a827 {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:40:04.573069 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a034f0b-93aa-426c-9534-67a5f7c38cae", "name": "network-vif-plugged", "status": "completed", "tag": "7005868c-4fa7-424c-92b1-b03647840cd7", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:40:04.573325 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-92f5237c-0a87-4598-8205-6626f313a827 {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:40:04.573716 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f5237c-0a87-4598-8205-6626f313a827'] response: {'server_uuid': '9a034f0b-93aa-426c-9534-67a5f7c38cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7005868c-4fa7-424c-92b1-b03647840cd7', 'code': 200} May 26 19:40:04.585738 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a80d6-da82-425c-9759-67b718e2dbc0 req-3950c6ed-592c-4e18-aa51-a25c23da0b42 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:04.587787 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-7c8a80d6-da82-425c-9759-67b718e2dbc0 req-3950c6ed-592c-4e18-aa51-a25c23da0b42 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0493643 May 26 19:40:04.631556 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (7005868c-4fa7-424c-92b1-b03647840cd7), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:04.655316 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-7c8a80d6-da82-425c-9759-67b718e2dbc0 req-4e2de7b3-893f-468f-b6eb-6ea0c75f7a33 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619273 May 26 19:40:04.687620 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=7005868c-4fa7-424c-92b1-b03647840cd7,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:04.694733 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.695190 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.695680 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.696101 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.696505 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.696905 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.697239 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.697565 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.697889 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.698217 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.698537 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.698873 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.699279 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.699602 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.699920 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.803655 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9da41-fa15-46ec-826a-8d92a3ae58e5 req-c306535a-4747-422e-aac8-8165e2e7b2ae tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:04.805171 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-16e9da41-fa15-46ec-826a-8d92a3ae58e5 req-c306535a-4747-422e-aac8-8165e2e7b2ae tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 949 time: 0.0479205 May 26 19:40:04.871423 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-16e9da41-fa15-46ec-826a-8d92a3ae58e5 req-7e489060-0e3e-46bc-bebb-c6965c263b7b tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c27e18eb-f863-42b0-aa45-c08a6b1128a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496726 May 26 19:40:05.126112 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab77143-a76a-4715-8fe0-3411924dc537 req-a2f058c0-9c85-42ea-93b0-5f977fa57596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:05.127700 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9ab77143-a76a-4715-8fe0-3411924dc537 req-a2f058c0-9c85-42ea-93b0-5f977fa57596 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 1133 time: 0.0405717 May 26 19:40:05.171877 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9ab77143-a76a-4715-8fe0-3411924dc537 req-94c084f2-1b10-4719-a8e4-85c3ebedf610 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c27e18eb-f863-42b0-aa45-c08a6b1128a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374320 May 26 19:40:05.767758 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f9313-45c6-4a0d-99ce-12f71d83e6c1 req-cf3a587c-a46f-4f7a-be57-9be7a2e32c19 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:05.769204 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d35f9313-45c6-4a0d-99ce-12f71d83e6c1 req-cf3a587c-a46f-4f7a-be57-9be7a2e32c19 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0469058 May 26 19:40:05.815611 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d35f9313-45c6-4a0d-99ce-12f71d83e6c1 req-d46236ec-a386-4f7f-9ac9-31edd306b29e tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407684 May 26 19:40:05.992838 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40034cea-8b0b-4d45-bcfc-832db5e05140 req-a3e5b82d-7f98-42b9-8fdf-b79a2a5254e3 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:05.993979 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-40034cea-8b0b-4d45-bcfc-832db5e05140 req-a3e5b82d-7f98-42b9-8fdf-b79a2a5254e3 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 949 time: 0.0537493 May 26 19:40:06.042982 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-40034cea-8b0b-4d45-bcfc-832db5e05140 req-9a090c6d-0456-44d1-bb0a-e4ab216bdc4b tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c27e18eb-f863-42b0-aa45-c08a6b1128a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430090 May 26 19:40:06.934045 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0834f-b50e-40db-8e27-e5ab6a4a2bea req-b86faa14-e5a5-45ce-b833-2e89e049878c tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:06.935596 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b0e0834f-b50e-40db-8e27-e5ab6a4a2bea req-b86faa14-e5a5-45ce-b833-2e89e049878c tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0477734 May 26 19:40:06.982509 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b0e0834f-b50e-40db-8e27-e5ab6a4a2bea req-49a59d7c-ad76-4377-bd02-25d80a801388 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405123 May 26 19:40:07.159726 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff7905-e4dc-4b79-9db6-d7ed499ea28f req-70ee33f9-ccd4-4cec-85fd-e92f0428bc28 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:07.161158 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-62ff7905-e4dc-4b79-9db6-d7ed499ea28f req-70ee33f9-ccd4-4cec-85fd-e92f0428bc28 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 949 time: 0.0513711 May 26 19:40:07.211146 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-62ff7905-e4dc-4b79-9db6-d7ed499ea28f req-4cd0a16e-21e1-406c-a100-a9eb34e44faa tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c27e18eb-f863-42b0-aa45-c08a6b1128a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432823 May 26 19:40:08.109703 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3fd4a-f32f-4491-b97b-fa93c4b84919 req-593eb962-04d8-44c0-874d-3b7edaf35938 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:08.111218 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-29a3fd4a-f32f-4491-b97b-fa93c4b84919 req-593eb962-04d8-44c0-874d-3b7edaf35938 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0524540 May 26 19:40:08.160821 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-29a3fd4a-f32f-4491-b97b-fa93c4b84919 req-8734bec9-06e4-453c-bf88-ee870873b87c tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435658 May 26 19:40:08.341371 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428800e5-56b5-406a-8285-042fc67f4fa4 req-406a647b-b3c0-4357-a9f5-b41648aa8e36 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:08.342853 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-428800e5-56b5-406a-8285-042fc67f4fa4 req-406a647b-b3c0-4357-a9f5-b41648aa8e36 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 949 time: 0.0552745 May 26 19:40:08.398997 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-428800e5-56b5-406a-8285-042fc67f4fa4 req-4e7e7c7c-4db6-4779-a3bf-4bfe8ca55483 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c27e18eb-f863-42b0-aa45-c08a6b1128a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505481 May 26 19:40:08.987875 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c49fb7-9ea9-40e4-83ba-aa9dc805fd89 req-054466f7-c70b-4369-853f-86a1d68b463c tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:08.989398 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-30c49fb7-9ea9-40e4-83ba-aa9dc805fd89 req-054466f7-c70b-4369-853f-86a1d68b463c tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 949 time: 0.0479708 May 26 19:40:09.063442 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-30c49fb7-9ea9-40e4-83ba-aa9dc805fd89 req-665f9157-90d1-4635-b62a-8a44994af12a tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c27e18eb-f863-42b0-aa45-c08a6b1128a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496576 May 26 19:40:09.278420 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fabd6-5268-4630-9c71-8489db351084 req-fcadd3ef-9eae-4e84-8a74-6c30ec03d2d8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:09.279922 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-333fabd6-5268-4630-9c71-8489db351084 req-fcadd3ef-9eae-4e84-8a74-6c30ec03d2d8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0474660 May 26 19:40:09.328908 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-333fabd6-5268-4630-9c71-8489db351084 req-a1a85cd9-5bca-493b-971a-7854069396c0 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430498 May 26 19:40:10.162213 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da675e3-bae8-4344-96a2-399ef1d869c0 req-2afacaf6-7e80-4d02-bcd4-9541b4c6abfa tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:10.163646 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6da675e3-bae8-4344-96a2-399ef1d869c0 req-2afacaf6-7e80-4d02-bcd4-9541b4c6abfa tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 949 time: 0.0488582 May 26 19:40:10.213111 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6da675e3-bae8-4344-96a2-399ef1d869c0 req-692b2e6f-3977-4fce-afea-92d7260feb69 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c27e18eb-f863-42b0-aa45-c08a6b1128a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433335 May 26 19:40:10.450034 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9bf8c-d84f-4c99-b8a4-fa0fc7c7ff8b req-a8f18a2d-7745-4366-a5b5-8c9f82b38390 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:10.451745 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-dce9bf8c-d84f-4c99-b8a4-fa0fc7c7ff8b req-a8f18a2d-7745-4366-a5b5-8c9f82b38390 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0474017 May 26 19:40:10.502798 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-dce9bf8c-d84f-4c99-b8a4-fa0fc7c7ff8b req-9fbca0cb-d1f3-4736-bf5c-650515f878e9 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456696 May 26 19:40:11.340323 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:11.358498 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e69e5-0b23-43d2-ab72-f6514cefe90e req-1bc809cb-247f-4494-ad7c-91df66864236 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:11.372310 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4f7e69e5-0b23-43d2-ab72-f6514cefe90e req-1bc809cb-247f-4494-ad7c-91df66864236 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 949 time: 0.0787549 May 26 19:40:11.372310 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce133bc0-3d18-46d8-bd6e-dfa2c0adead1 req-380279f7-adc2-4b6f-844b-7fe76223e911 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:11.372310 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ce133bc0-3d18-46d8-bd6e-dfa2c0adead1 req-380279f7-adc2-4b6f-844b-7fe76223e911 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 949 time: 0.0772679 May 26 19:40:11.471582 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4f7e69e5-0b23-43d2-ab72-f6514cefe90e req-f382c891-ea9d-4981-bc3f-7764c93f27d7 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c27e18eb-f863-42b0-aa45-c08a6b1128a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010213 May 26 19:40:11.484325 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-ce133bc0-3d18-46d8-bd6e-dfa2c0adead1 req-debfe635-4cd3-4fe6-b5be-ee1dbeb9bbd2 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Deleting port 7005868c-4fa7-424c-92b1-b03647840cd7 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:40:11.484707 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ce133bc0-3d18-46d8-bd6e-dfa2c0adead1 req-debfe635-4cd3-4fe6-b5be-ee1dbeb9bbd2 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (7005868c-4fa7-424c-92b1-b03647840cd7), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:11.550674 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:11.585862 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-ce133bc0-3d18-46d8-bd6e-dfa2c0adead1 req-debfe635-4cd3-4fe6-b5be-ee1dbeb9bbd2 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] For port 7005868c-4fa7-424c-92b1-b03647840cd7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7005868c-4fa7-424c-92b1-b03647840cd7,segment=NetworkSegment(d4b4c634-ce3c-43f1-a8ac-055b8bc55f6d),segment_id=d4b4c634-ce3c-43f1-a8ac-055b8bc55f6d)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:40:11.589262 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ce133bc0-3d18-46d8-bd6e-dfa2c0adead1 req-debfe635-4cd3-4fe6-b5be-ee1dbeb9bbd2 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (7005868c-4fa7-424c-92b1-b03647840cd7), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:11.600797 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-ce133bc0-3d18-46d8-bd6e-dfa2c0adead1 req-debfe635-4cd3-4fe6-b5be-ee1dbeb9bbd2 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Calling delete_port for 7005868c-4fa7-424c-92b1-b03647840cd7 owned by compute:nova {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:40:11.626254 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70409e-514e-4dd6-be3b-70fc9c7e23a5 req-873b19d3-10a3-42d6-a59a-15c51483f7f2 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:11.627837 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8a70409e-514e-4dd6-be3b-70fc9c7e23a5 req-873b19d3-10a3-42d6-a59a-15c51483f7f2 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0511868 May 26 19:40:11.677560 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8a70409e-514e-4dd6-be3b-70fc9c7e23a5 req-5f934b57-a027-4cc1-9ed7-3a172668f409 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431688 May 26 19:40:11.822646 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ce133bc0-3d18-46d8-bd6e-dfa2c0adead1 req-debfe635-4cd3-4fe6-b5be-ee1dbeb9bbd2 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (7005868c-4fa7-424c-92b1-b03647840cd7), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:11.836151 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['7005868c-4fa7-424c-92b1-b03647840cd7'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:40:11.855433 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfe635-4cd3-4fe6-b5be-ee1dbeb9bbd2 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Pushing event deleted for resources: {'Port': ['ID=7005868c-4fa7-424c-92b1-b03647840cd7,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:11.899530 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce133bc0-3d18-46d8-bd6e-dfa2c0adead1 req-debfe635-4cd3-4fe6-b5be-ee1dbeb9bbd2 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] No DVR routers for this DVR port 7005868c-4fa7-424c-92b1-b03647840cd7 on host hv-cinder-82549 {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:40:11.905449 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ce133bc0-3d18-46d8-bd6e-dfa2c0adead1 req-debfe635-4cd3-4fe6-b5be-ee1dbeb9bbd2 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:11.910325 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ce133bc0-3d18-46d8-bd6e-dfa2c0adead1 req-debfe635-4cd3-4fe6-b5be-ee1dbeb9bbd2 tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.77 "DELETE /v2.0/ports/7005868c-4fa7-424c-92b1-b03647840cd7 HTTP/1.1" status: 204 len: 173 time: 0.5323706 May 26 19:40:11.910804 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a034f0b-93aa-426c-9534-67a5f7c38cae', 'name': 'network-vif-deleted', 'tag': '7005868c-4fa7-424c-92b1-b03647840cd7'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:40:11.914250 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93d092b-d0a8-49dd-b5f2-8058b0b66ddd" -d '{"events": [{"server_uuid": "9a034f0b-93aa-426c-9534-67a5f7c38cae", "name": "network-vif-deleted", "tag": "7005868c-4fa7-424c-92b1-b03647840cd7"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:40:11.956119 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc07da7-b8fb-4897-bc4e-57185a43e08b x-openstack-request-id: req-cfc07da7-b8fb-4897-bc4e-57185a43e08b {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:40:11.956429 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a034f0b-93aa-426c-9534-67a5f7c38cae", "name": "network-vif-deleted", "tag": "7005868c-4fa7-424c-92b1-b03647840cd7", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:40:11.956677 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cfc07da7-b8fb-4897-bc4e-57185a43e08b {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:40:11.957120 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc07da7-b8fb-4897-bc4e-57185a43e08b'] response: {'server_uuid': '9a034f0b-93aa-426c-9534-67a5f7c38cae', 'name': 'network-vif-deleted', 'tag': '7005868c-4fa7-424c-92b1-b03647840cd7', 'status': 'completed', 'code': 200} May 26 19:40:12.561425 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:12.581361 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5905f2e5-98ca-4f28-841c-181f87ab53c2 req-05cef62c-c95d-4b6a-90e9-687f2ab3be4c tempest-VolumesNegativeTest-2040244274 tempest-VolumesNegativeTest-2040244274-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a034f0b-93aa-426c-9534-67a5f7c38cae HTTP/1.1" status: 200 len: 210 time: 0.0293584 May 26 19:40:12.807195 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ac468-cbe8-4ea8-8297-a7a6103b01c3 req-c7c5387c-32f3-4a37-8f27-c9d05eef3a1b tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:12.808664 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-698ac468-cbe8-4ea8-8297-a7a6103b01c3 req-c7c5387c-32f3-4a37-8f27-c9d05eef3a1b tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0499508 May 26 19:40:12.859846 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-698ac468-cbe8-4ea8-8297-a7a6103b01c3 req-92e39b8a-5f24-415e-8a6e-76422676b776 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455816 May 26 19:40:13.982537 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30fbb1-5b80-4db4-89b7-8dbe14825056 req-38a4556a-ba52-41b3-abe4-c1e329e71e58 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:13.984055 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-cb30fbb1-5b80-4db4-89b7-8dbe14825056 req-38a4556a-ba52-41b3-abe4-c1e329e71e58 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0517993 May 26 19:40:14.032903 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-cb30fbb1-5b80-4db4-89b7-8dbe14825056 req-71a8d59e-a08c-4a71-a385-82048bb39d3c tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432417 May 26 19:40:15.195964 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f87d6b-fcf1-4825-838a-48b0586cd29b req-19cedb95-ce89-44f5-bad3-363e9f778200 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:15.198011 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a2f87d6b-fcf1-4825-838a-48b0586cd29b req-19cedb95-ce89-44f5-bad3-363e9f778200 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0523207 May 26 19:40:15.246275 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a2f87d6b-fcf1-4825-838a-48b0586cd29b req-b878e2e9-354f-4e34-9482-86e93a3d055a tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426731 May 26 19:40:16.310167 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 7005868c-4fa7-424c-92b1-b03647840cd7 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:40:16.333455 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] No Port match for: 7005868c-4fa7-424c-92b1-b03647840cd7 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:40:16.333816 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 7005868c-4fa7-424c-92b1-b03647840cd7 not bound to the agent host hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:40:16.367866 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c7dab-1908-4466-adbd-c5d8a6dd0ecf req-8092d52a-76f9-47bd-ba42-82da46c4d206 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:16.369993 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-de3c7dab-1908-4466-adbd-c5d8a6dd0ecf req-8092d52a-76f9-47bd-ba42-82da46c4d206 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0509291 May 26 19:40:16.420478 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-de3c7dab-1908-4466-adbd-c5d8a6dd0ecf req-3fd68c71-526e-469a-889b-83ce6e3d14d8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445676 May 26 19:40:17.543278 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8f33c-2dfb-4716-88fc-4453d5bb1920 req-bd1e4b19-861c-4102-a747-b9a0752499de tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:17.544857 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-7fb8f33c-2dfb-4716-88fc-4453d5bb1920 req-bd1e4b19-861c-4102-a747-b9a0752499de tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0468960 May 26 19:40:17.592171 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-7fb8f33c-2dfb-4716-88fc-4453d5bb1920 req-cbb80f34-83d0-49e7-b0af-e670fdbb4b12 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418308 May 26 19:40:17.637668 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:17.647616 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:18.728278 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f459912-e879-4dda-8032-f9c6720d3930 req-309dcf0d-2980-434c-bae6-aa9e584a8ca2 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:18.731362 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5f459912-e879-4dda-8032-f9c6720d3930 req-309dcf0d-2980-434c-bae6-aa9e584a8ca2 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0613234 May 26 19:40:18.794523 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5f459912-e879-4dda-8032-f9c6720d3930 req-f0f83490-3ef8-46d2-a039-4a78d13408d7 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578485 May 26 19:40:19.536151 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-611122d1-925a-4630-b6c8-a10c0eb7df00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:19.914807 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127e814-0f4e-4e7e-903b-e72dad700232 req-12e53508-32ae-4de6-b9eb-7af1d303632e tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:19.916325 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-2127e814-0f4e-4e7e-903b-e72dad700232 req-12e53508-32ae-4de6-b9eb-7af1d303632e tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0488172 May 26 19:40:19.968179 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-2127e814-0f4e-4e7e-903b-e72dad700232 req-f3f2ab41-00c4-4f47-92e5-1a7b6e794732 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462575 May 26 19:40:20.357932 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device d5745298-9304-403b-b990-9deaf1756306 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:40:20.458294 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port d5745298-9304-403b-b990-9deaf1756306, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d5745298-9304-403b-b990-9deaf1756306,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:40:20.470287 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': 'd5745298-9304-403b-b990-9deaf1756306', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'port_id': 'd5745298-9304-403b-b990-9deaf1756306', 'mac_address': 'fa:16:3e:c5:4a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:40:20.508561 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port d5745298-9304-403b-b990-9deaf1756306 is: ACTIVE; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:40:20.509016 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (d5745298-9304-403b-b990-9deaf1756306), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:20.523325 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5745298-9304-403b-b990-9deaf1756306 {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:40:20.542524 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 55616) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:40:20.544279 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port d5745298-9304-403b-b990-9deaf1756306, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d5745298-9304-403b-b990-9deaf1756306,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:40:20.641874 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (d5745298-9304-403b-b990-9deaf1756306), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:20.678668 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-852a4aa0-c0d8-49f2-85ff-1db17f3f9480 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=79493f5efacb46fa9cb268ab70d70b16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349952 May 26 19:40:20.681224 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 55622) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:40:20.689534 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=d5745298-9304-403b-b990-9deaf1756306,revision_number=6']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:20.710648 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:20.731259 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a812b69c-09dc-4519-88cc-01fe9a270883 admin admin] Publish callbacks [] for security_group (c27e18eb-f863-42b0-aa45-c08a6b1128a5), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:20.752905 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a812b69c-09dc-4519-88cc-01fe9a270883 admin admin] Publish callbacks [] for security_group (c27e18eb-f863-42b0-aa45-c08a6b1128a5), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:20.789481 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['d5745298-9304-403b-b990-9deaf1756306'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:40:20.853355 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a812b69c-09dc-4519-88cc-01fe9a270883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (c27e18eb-f863-42b0-aa45-c08a6b1128a5), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:20.856108 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a812b69c-09dc-4519-88cc-01fe9a270883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:20.859759 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-a812b69c-09dc-4519-88cc-01fe9a270883 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c27e18eb-f863-42b0-aa45-c08a6b1128a5 HTTP/1.1" status: 204 len: 168 time: 0.1750977 May 26 19:40:20.872200 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812b69c-09dc-4519-88cc-01fe9a270883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27e18eb-f863-42b0-aa45-c08a6b1128a5,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:20.918309 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:21.087741 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69399b71-e10e-4a88-98e7-be47ec752eb5 req-9f2ad1bc-4ba0-4676-a7cb-b3187d4df8bf tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:21.089848 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-69399b71-e10e-4a88-98e7-be47ec752eb5 req-9f2ad1bc-4ba0-4676-a7cb-b3187d4df8bf tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 945 time: 0.0509837 May 26 19:40:21.141056 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-69399b71-e10e-4a88-98e7-be47ec752eb5 req-bf77e717-4153-4ac2-a148-a068a3036d48 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435216 May 26 19:40:21.813717 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-1d227552-4389-460a-9fe7-d167bf62d8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:22.307783 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38b3bb-fc3f-4212-ac62-702201d70303 req-9bf99eac-b625-4ef5-bbb3-d2e6522b6582 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:22.309297 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9d38b3bb-fc3f-4212-ac62-702201d70303 req-9bf99eac-b625-4ef5-bbb3-d2e6522b6582 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 945 time: 0.0763736 May 26 19:40:22.376327 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device d5745298-9304-403b-b990-9deaf1756306 up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:40:22.382632 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9d38b3bb-fc3f-4212-ac62-702201d70303 req-29d70bda-0ac1-491b-9bb1-538b743cee85 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657096 May 26 19:40:22.428075 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port d5745298-9304-403b-b990-9deaf1756306 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:40:22.428720 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (d5745298-9304-403b-b990-9deaf1756306), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:22.519566 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port d5745298-9304-403b-b990-9deaf1756306 is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:40:22.520048 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (d5745298-9304-403b-b990-9deaf1756306), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:22.546264 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915b2746-efa1-4bc1-897f-dd3382e94a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5745298-9304-403b-b990-9deaf1756306'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:40:22.549077 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1b8fdb-7445-4eb5-ac2b-797d56c1ea34" -d '{"events": [{"server_uuid": "915b2746-efa1-4bc1-897f-dd3382e94a03", "name": "network-vif-plugged", "status": "completed", "tag": "d5745298-9304-403b-b990-9deaf1756306"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:40:22.575943 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port d5745298-9304-403b-b990-9deaf1756306, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d5745298-9304-403b-b990-9deaf1756306,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:40:22.655504 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c689c599-efbf-4f63-80c5-bd75a039a630 x-openstack-request-id: req-c689c599-efbf-4f63-80c5-bd75a039a630 {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:40:22.655504 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915b2746-efa1-4bc1-897f-dd3382e94a03", "name": "network-vif-plugged", "status": "completed", "tag": "d5745298-9304-403b-b990-9deaf1756306", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:40:22.655504 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c689c599-efbf-4f63-80c5-bd75a039a630 {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:40:22.655504 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c689c599-efbf-4f63-80c5-bd75a039a630'] response: {'server_uuid': '915b2746-efa1-4bc1-897f-dd3382e94a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5745298-9304-403b-b990-9deaf1756306', 'code': 200} May 26 19:40:22.876517 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (d5745298-9304-403b-b990-9deaf1756306), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:22.926606 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:22.941247 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=d5745298-9304-403b-b990-9deaf1756306,revision_number=7']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:23.520623 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d645f9-7518-470f-83f6-3517a9a3b95d req-e60e5489-5536-4695-ae8f-9ab3feac8f6d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:23.522167 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-22d645f9-7518-470f-83f6-3517a9a3b95d req-e60e5489-5536-4695-ae8f-9ab3feac8f6d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0562961 May 26 19:40:23.587828 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-22d645f9-7518-470f-83f6-3517a9a3b95d req-c1e23169-628f-44f8-9e3e-adda13a15ddc tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552382 May 26 19:40:24.596538 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:24.733666 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e76f8f-5945-49d7-a1fd-f15f7595c4a3 req-927990fa-554c-48b8-b892-f72e12f6e133 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:24.736012 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-06e76f8f-5945-49d7-a1fd-f15f7595c4a3 req-927990fa-554c-48b8-b892-f72e12f6e133 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0517800 May 26 19:40:24.793841 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-06e76f8f-5945-49d7-a1fd-f15f7595c4a3 req-e26cd62d-1ccf-4238-8544-7cfe96129a50 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514426 May 26 19:40:25.898861 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:25.962041 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c69d7f-e34b-4954-b690-d42e1495f617 req-0c73206b-0cd9-4103-ba8f-4a21f9e94f0e tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:25.965997 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d4c69d7f-e34b-4954-b690-d42e1495f617 req-0c73206b-0cd9-4103-ba8f-4a21f9e94f0e tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0697408 May 26 19:40:26.027495 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d4c69d7f-e34b-4954-b690-d42e1495f617 req-764cd191-e6a6-4824-b47e-97e2cc230999 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576138 May 26 19:40:27.050579 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:27.171699 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fb8e5-d21b-4e88-901e-eed225f1f2ed req-a8ad8a2e-c07f-4b9c-b530-d1c4575ebe8d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:27.179670 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-597fb8e5-d21b-4e88-901e-eed225f1f2ed req-a8ad8a2e-c07f-4b9c-b530-d1c4575ebe8d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0595531 May 26 19:40:27.209181 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:27.244301 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-597fb8e5-d21b-4e88-901e-eed225f1f2ed req-a3c59181-144d-4fea-a0f8-dd6a752a3235 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608861 May 26 19:40:28.367231 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879f9a4-7344-4b6a-882a-ffa3e9a6bc5e req-2e766c61-7e6d-4c26-9903-8970730e8ae1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:28.369955 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a879f9a4-7344-4b6a-882a-ffa3e9a6bc5e req-2e766c61-7e6d-4c26-9903-8970730e8ae1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0541933 May 26 19:40:28.419252 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a879f9a4-7344-4b6a-882a-ffa3e9a6bc5e req-03c443bc-d8bb-42cb-b30d-af53b6d94f40 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435724 May 26 19:40:29.546955 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:29.560856 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49c915-8491-463c-b726-edf04d96584a req-b4360ca5-a451-4146-9fdb-2f19df8f6c56 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:29.562740 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2c49c915-8491-463c-b726-edf04d96584a req-b4360ca5-a451-4146-9fdb-2f19df8f6c56 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0534143 May 26 19:40:29.633107 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2c49c915-8491-463c-b726-edf04d96584a req-1a7991a6-4345-4f0c-886e-a10d98b2fba7 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638993 May 26 19:40:30.764683 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627193b1-d84c-412a-9af1-c6a1e75e9905 req-02ca3490-6bbb-4263-94a6-8c962603c588 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:30.771751 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-627193b1-d84c-412a-9af1-c6a1e75e9905 req-02ca3490-6bbb-4263-94a6-8c962603c588 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0664124 May 26 19:40:30.827862 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-627193b1-d84c-412a-9af1-c6a1e75e9905 req-0dabbb2a-9134-4ef7-be89-554de9b1f47c tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549169 May 26 19:40:30.871580 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 55772) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:40:31.004972 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6f939a84-da7e-4e14-ab93-57fc112e55e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:31.033215 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:31.111203 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6f939a84-da7e-4e14-ab93-57fc112e55e3 admin admin] Publish callbacks [] for security_group (a1dfae8a-a63a-48f9-b4b4-fa3aea3bf8a4), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:31.179229 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6f939a84-da7e-4e14-ab93-57fc112e55e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (a1dfae8a-a63a-48f9-b4b4-fa3aea3bf8a4), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:31.230563 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:31.237330 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-6f939a84-da7e-4e14-ab93-57fc112e55e3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0299c1e50f6346b6a2c0451849a414db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624527 May 26 19:40:31.237330 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f939a84-da7e-4e14-ab93-57fc112e55e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dfae8a-a63a-48f9-b4b4-fa3aea3bf8a4,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:31.237948 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 55778) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:40:31.334590 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f438fc7d-525d-44e9-be11-e76f64386be1 admin admin] Publish callbacks [] for security_group (a1dfae8a-a63a-48f9-b4b4-fa3aea3bf8a4), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:31.360070 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f438fc7d-525d-44e9-be11-e76f64386be1 admin admin] Publish callbacks [] for security_group (a1dfae8a-a63a-48f9-b4b4-fa3aea3bf8a4), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:31.952318 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6aaef6-4be2-4c3d-a1cb-8950a9df8660 req-29be1b72-9713-4559-b112-a94bac647b4e tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:31.953801 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-cb6aaef6-4be2-4c3d-a1cb-8950a9df8660 req-29be1b72-9713-4559-b112-a94bac647b4e tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0459573 May 26 19:40:31.999526 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-cb6aaef6-4be2-4c3d-a1cb-8950a9df8660 req-8834d000-0790-490e-8bff-3b76f32ab885 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402594 May 26 19:40:32.073509 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f438fc7d-525d-44e9-be11-e76f64386be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (a1dfae8a-a63a-48f9-b4b4-fa3aea3bf8a4), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:32.076179 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f438fc7d-525d-44e9-be11-e76f64386be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:32.077374 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-f438fc7d-525d-44e9-be11-e76f64386be1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a1dfae8a-a63a-48f9-b4b4-fa3aea3bf8a4 HTTP/1.1" status: 204 len: 168 time: 0.8383961 May 26 19:40:32.086048 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438fc7d-525d-44e9-be11-e76f64386be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dfae8a-a63a-48f9-b4b4-fa3aea3bf8a4,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:33.121520 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de1a7d-8d41-4eff-a81e-e089474cd316 req-377fbf81-e8bb-4891-bd4f-73486ea7a1b8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:33.123009 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c3de1a7d-8d41-4eff-a81e-e089474cd316 req-377fbf81-e8bb-4891-bd4f-73486ea7a1b8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0495198 May 26 19:40:33.170833 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c3de1a7d-8d41-4eff-a81e-e089474cd316 req-bcc6a8a8-686f-4268-a9c2-35e2fff129e8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422871 May 26 19:40:34.186187 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f536c81-02d0-44ec-9bce-74f0e441a1fb req-f1d87f87-fddf-47d5-8165-c2d73ff35dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:34.187744 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1f536c81-02d0-44ec-9bce-74f0e441a1fb req-f1d87f87-fddf-47d5-8165-c2d73ff35dc3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b189404964f64aa88af37e536c1c7464&device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 1130 time: 0.0425866 May 26 19:40:34.306865 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36518a75-9bd6-4ecf-add9-f136f9048328 req-eb08ca61-455a-464b-9f91-92e456365659 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:34.308437 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-36518a75-9bd6-4ecf-add9-f136f9048328 req-eb08ca61-455a-464b-9f91-92e456365659 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0601039 May 26 19:40:34.317096 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f536c81-02d0-44ec-9bce-74f0e441a1fb req-df33984a-fef6-48d8-8d28-83ed91e94729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:34.318633 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1f536c81-02d0-44ec-9bce-74f0e441a1fb req-df33984a-fef6-48d8-8d28-83ed91e94729 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f1378612-5a59-4b7c-a0f1-5080210638d6 HTTP/1.1" status: 200 len: 918 time: 0.1145830 May 26 19:40:34.356432 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-36518a75-9bd6-4ecf-add9-f136f9048328 req-13f69fde-aad1-4137-b385-78fcf4c64a92 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419111 May 26 19:40:34.388206 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1f536c81-02d0-44ec-9bce-74f0e441a1fb req-c1bc4b40-60a2-460c-813d-b579984f58c9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5745298-9304-403b-b990-9deaf1756306 HTTP/1.1" status: 200 len: 1002 time: 0.0566607 May 26 19:40:34.445565 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f536c81-02d0-44ec-9bce-74f0e441a1fb req-48958d7d-1b57-409f-9d38-b9d9fffe4628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:34.447174 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1f536c81-02d0-44ec-9bce-74f0e441a1fb req-48958d7d-1b57-409f-9d38-b9d9fffe4628 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=05dcdbba-6e16-4071-86f2-e4f1836b9900 HTTP/1.1" status: 200 len: 856 time: 0.0485055 May 26 19:40:34.497540 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f536c81-02d0-44ec-9bce-74f0e441a1fb req-49bd0029-ca7c-4add-87bf-211db5868cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:34.499036 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1f536c81-02d0-44ec-9bce-74f0e441a1fb req-49bd0029-ca7c-4add-87bf-211db5868cf0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f1378612-5a59-4b7c-a0f1-5080210638d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454102 May 26 19:40:34.589496 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1f536c81-02d0-44ec-9bce-74f0e441a1fb req-cce5dce2-f896-431d-b0fa-496f0427ffe9 service neutron] 10.222.0.77 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831475 May 26 19:40:34.685334 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1f536c81-02d0-44ec-9bce-74f0e441a1fb req-9133076a-d759-47d8-9dd2-1c1e001ce4d6 service neutron] 10.222.0.77 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878453 May 26 19:40:34.932644 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133ea4d-fc76-47f6-98d8-124589fa6cca req-42e0d98c-cdff-42df-a1c1-cae2c03d666a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:34.934117 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6133ea4d-fc76-47f6-98d8-124589fa6cca req-42e0d98c-cdff-42df-a1c1-cae2c03d666a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 945 time: 0.0472996 May 26 19:40:34.991073 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6133ea4d-fc76-47f6-98d8-124589fa6cca req-7b79b0f5-ab02-4be6-a834-0896fc5f8af6 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=27cdd816-29c0-47c8-9a72-d454228a30f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512338 May 26 19:40:35.477506 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a69278-e469-4a3e-884b-8fc9dbf88049 req-9181779f-6927-49dc-bba1-fc596b1178da tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:35.478981 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d2a69278-e469-4a3e-884b-8fc9dbf88049 req-9181779f-6927-49dc-bba1-fc596b1178da tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0463729 May 26 19:40:35.526219 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d2a69278-e469-4a3e-884b-8fc9dbf88049 req-e8d8295e-10cb-46e7-a747-a57e3b629f02 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418377 May 26 19:40:36.105327 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c8e20-b456-47b5-896f-9398f8c79a2d req-25c773c2-8f69-4b58-9469-61b251d25538 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:36.106691 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1f5c8e20-b456-47b5-896f-9398f8c79a2d req-25c773c2-8f69-4b58-9469-61b251d25538 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 945 time: 0.0459113 May 26 19:40:36.124370 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:36.152337 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1f5c8e20-b456-47b5-896f-9398f8c79a2d req-abc310d3-5eed-47f6-b76c-6cc7eb43b623 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=27cdd816-29c0-47c8-9a72-d454228a30f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402918 May 26 19:40:36.644450 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c862e-e342-4823-acd6-2691e608ba25 req-0397dc8c-c0de-4e1b-b4b0-53964eb63c39 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:36.645808 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-192c862e-e342-4823-acd6-2691e608ba25 req-0397dc8c-c0de-4e1b-b4b0-53964eb63c39 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0494988 May 26 19:40:36.690921 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-192c862e-e342-4823-acd6-2691e608ba25 req-756c91df-8dad-4c6d-aa8e-d8db2f786d7b tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397296 May 26 19:40:36.988104 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:37.267772 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca34e8-ed79-4d02-be93-f6c519b2a2e6 req-800fb459-691b-4001-afd1-90c9127e47d8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:37.269195 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a5ca34e8-ed79-4d02-be93-f6c519b2a2e6 req-800fb459-691b-4001-afd1-90c9127e47d8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 945 time: 0.0496850 May 26 19:40:37.314761 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a5ca34e8-ed79-4d02-be93-f6c519b2a2e6 req-f1e8a576-ecb7-4487-9661-f9d8b3958305 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=27cdd816-29c0-47c8-9a72-d454228a30f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401232 May 26 19:40:37.806113 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f19a5-317c-49c0-90ae-e1af3cfd63b2 req-0e27db89-0b7a-4053-829e-7002c84c5447 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:37.807529 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a46f19a5-317c-49c0-90ae-e1af3cfd63b2 req-0e27db89-0b7a-4053-829e-7002c84c5447 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 946 time: 0.0458896 May 26 19:40:37.854098 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a46f19a5-317c-49c0-90ae-e1af3cfd63b2 req-e11360ac-2594-4163-b44c-2da07629e09d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400507 May 26 19:40:38.429263 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15035a60-07b5-42dc-a503-705e8ceec54c req-6e5b3c38-3770-43d3-9c25-8a36364964df tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:38.430722 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-15035a60-07b5-42dc-a503-705e8ceec54c req-6e5b3c38-3770-43d3-9c25-8a36364964df tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 945 time: 0.0473785 May 26 19:40:38.476571 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-15035a60-07b5-42dc-a503-705e8ceec54c req-c9ed57f0-621b-4df3-8f66-b11b3849482e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=27cdd816-29c0-47c8-9a72-d454228a30f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402865 May 26 19:40:38.499679 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device d5745298-9304-403b-b990-9deaf1756306 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:40:38.570321 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port d5745298-9304-403b-b990-9deaf1756306 is: ACTIVE; New status is: DOWN {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:40:38.570706 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (d5745298-9304-403b-b990-9deaf1756306), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:38.593994 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915b2746-efa1-4bc1-897f-dd3382e94a03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5745298-9304-403b-b990-9deaf1756306'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:40:38.596177 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c9ab4c-7104-4ebb-84ce-7335f641fd19" -d '{"events": [{"server_uuid": "915b2746-efa1-4bc1-897f-dd3382e94a03", "name": "network-vif-unplugged", "status": "completed", "tag": "d5745298-9304-403b-b990-9deaf1756306"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:40:38.609899 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port d5745298-9304-403b-b990-9deaf1756306, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d5745298-9304-403b-b990-9deaf1756306,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:40:38.632998 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 19:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7eef30d-e08e-4395-9368-4335f15c593c x-openstack-request-id: req-e7eef30d-e08e-4395-9368-4335f15c593c {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:40:38.633306 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915b2746-efa1-4bc1-897f-dd3382e94a03", "name": "network-vif-unplugged", "status": "completed", "tag": "d5745298-9304-403b-b990-9deaf1756306", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:40:38.633561 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e7eef30d-e08e-4395-9368-4335f15c593c {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:40:38.633949 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7eef30d-e08e-4395-9368-4335f15c593c'] response: {'server_uuid': '915b2746-efa1-4bc1-897f-dd3382e94a03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5745298-9304-403b-b990-9deaf1756306', 'code': 200} May 26 19:40:38.701456 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (d5745298-9304-403b-b990-9deaf1756306), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:38.749041 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=d5745298-9304-403b-b990-9deaf1756306,revision_number=8']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:38.969679 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:38.991445 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f1706-2b8e-4207-a64e-04d9f45fddcb req-47c9c736-011d-4f1e-bd85-1089e2209503 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:38.992966 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-674f1706-2b8e-4207-a64e-04d9f45fddcb req-47c9c736-011d-4f1e-bd85-1089e2209503 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0582986 May 26 19:40:39.048728 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-674f1706-2b8e-4207-a64e-04d9f45fddcb req-132f4fef-becf-4b83-9bad-aee73203d878 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488486 May 26 19:40:39.592599 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41144f54-a9c1-4c96-aea2-851032ca1647 req-b356427c-16aa-4e1e-8d80-d8144f5a7e03 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:39.594074 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-41144f54-a9c1-4c96-aea2-851032ca1647 req-b356427c-16aa-4e1e-8d80-d8144f5a7e03 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 945 time: 0.0476472 May 26 19:40:39.644122 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-41144f54-a9c1-4c96-aea2-851032ca1647 req-63d7d992-5443-440b-a3b2-66cdadda13b2 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=27cdd816-29c0-47c8-9a72-d454228a30f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444958 May 26 19:40:39.693185 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b2a4e-fa23-4b27-b642-061bca33d90d req-30f6858a-4964-45d4-a5dc-b0419b4a1e9a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:39.694611 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ce9b2a4e-fa23-4b27-b642-061bca33d90d req-30f6858a-4964-45d4-a5dc-b0419b4a1e9a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.77 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 945 time: 0.0464566 May 26 19:40:40.001440 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-ce9b2a4e-fa23-4b27-b642-061bca33d90d req-2dbc46ff-72d1-45dc-91fb-af84bbac86ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Deleting port e87f31d0-2caa-4fb2-aa27-5c69f8daae4e {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:40:40.001699 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ce9b2a4e-fa23-4b27-b642-061bca33d90d req-2dbc46ff-72d1-45dc-91fb-af84bbac86ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (e87f31d0-2caa-4fb2-aa27-5c69f8daae4e), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:40.102716 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-ce9b2a4e-fa23-4b27-b642-061bca33d90d req-2dbc46ff-72d1-45dc-91fb-af84bbac86ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] For port e87f31d0-2caa-4fb2-aa27-5c69f8daae4e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e87f31d0-2caa-4fb2-aa27-5c69f8daae4e,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:40:40.103699 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ce9b2a4e-fa23-4b27-b642-061bca33d90d req-2dbc46ff-72d1-45dc-91fb-af84bbac86ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (e87f31d0-2caa-4fb2-aa27-5c69f8daae4e), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:40.251194 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49e3e0-4754-4b44-bd0b-c99e56a25cff req-54198d08-6f33-4e68-b397-3d2b575b5df1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:40.252699 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5b49e3e0-4754-4b44-bd0b-c99e56a25cff req-54198d08-6f33-4e68-b397-3d2b575b5df1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0845807 May 26 19:40:40.403152 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5b49e3e0-4754-4b44-bd0b-c99e56a25cff req-1146e6bc-e653-4ace-8855-97af09af349c tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223636 May 26 19:40:40.459366 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ce9b2a4e-fa23-4b27-b642-061bca33d90d req-2dbc46ff-72d1-45dc-91fb-af84bbac86ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:40.460007 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ce9b2a4e-fa23-4b27-b642-061bca33d90d req-2dbc46ff-72d1-45dc-91fb-af84bbac86ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (9280f6d6-9f2d-4a71-bef1-1ded5f151214), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:40.460663 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.l3_db [req-ce9b2a4e-fa23-4b27-b642-061bca33d90d req-2dbc46ff-72d1-45dc-91fb-af84bbac86ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Floating IP 9280f6d6-9f2d-4a71-bef1-1ded5f151214 disassociated. External IP: 172.27.0.158, port: e87f31d0-2caa-4fb2-aa27-5c69f8daae4e. May 26 19:40:40.461416 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-ce9b2a4e-fa23-4b27-b642-061bca33d90d req-2dbc46ff-72d1-45dc-91fb-af84bbac86ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Calling delete_port for e87f31d0-2caa-4fb2-aa27-5c69f8daae4e owned by compute:nova {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:40:40.546318 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:40.851445 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc0b2a-9869-42cc-94c6-c3f7df5081c4 req-22ea4cf9-5d45-4ff4-ae6d-520b1e7b0475 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:40.853004 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-adcc0b2a-9869-42cc-94c6-c3f7df5081c4 req-22ea4cf9-5d45-4ff4-ae6d-520b1e7b0475 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 945 time: 0.0583870 May 26 19:40:40.902065 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-adcc0b2a-9869-42cc-94c6-c3f7df5081c4 req-8fdb578d-80fb-4ecc-892c-1a04fa60b1a2 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=27cdd816-29c0-47c8-9a72-d454228a30f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424175 May 26 19:40:40.930214 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ce9b2a4e-fa23-4b27-b642-061bca33d90d req-2dbc46ff-72d1-45dc-91fb-af84bbac86ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (e87f31d0-2caa-4fb2-aa27-5c69f8daae4e), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:40.958802 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc46ff-72d1-45dc-91fb-af84bbac86ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event deleted for resources: {'Port': ['ID=e87f31d0-2caa-4fb2-aa27-5c69f8daae4e,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:41.006382 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:41.071510 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce9b2a4e-fa23-4b27-b642-061bca33d90d req-2dbc46ff-72d1-45dc-91fb-af84bbac86ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:40:41.187086 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce9b2a4e-fa23-4b27-b642-061bca33d90d req-2dbc46ff-72d1-45dc-91fb-af84bbac86ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:40:41.198885 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f883991-879b-4e3a-8fca-8ad40808e943 None None] Sync routers for ids ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:40:41.214493 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f883991-879b-4e3a-8fca-8ad40808e943 None None] Routers {'b0d441a2-04dd-492e-8b78-e74be8ab4bc6'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:40:41.215292 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-2f883991-879b-4e3a-8fca-8ad40808e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:40:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:41.231519 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9b2a4e-fa23-4b27-b642-061bca33d90d req-2dbc46ff-72d1-45dc-91fb-af84bbac86ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] No DVR routers for this DVR port e87f31d0-2caa-4fb2-aa27-5c69f8daae4e on host hv-cinder-82549 {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:40:41.234077 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ce9b2a4e-fa23-4b27-b642-061bca33d90d req-2dbc46ff-72d1-45dc-91fb-af84bbac86ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:41.237368 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ce9b2a4e-fa23-4b27-b642-061bca33d90d req-2dbc46ff-72d1-45dc-91fb-af84bbac86ee tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.77 "DELETE /v2.0/ports/e87f31d0-2caa-4fb2-aa27-5c69f8daae4e HTTP/1.1" status: 204 len: 173 time: 1.3288960 May 26 19:40:41.237806 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52eb678d-5cbe-4e95-914d-09d3165544f3', 'name': 'network-vif-deleted', 'tag': 'e87f31d0-2caa-4fb2-aa27-5c69f8daae4e'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:40:41.244299 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75805cc9-5950-4e71-acd6-33ee720738ac" -d '{"events": [{"server_uuid": "52eb678d-5cbe-4e95-914d-09d3165544f3", "name": "network-vif-deleted", "tag": "e87f31d0-2caa-4fb2-aa27-5c69f8daae4e"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:40:41.281402 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32decea8-5a0d-4e4e-8f29-a63a4bdfe469 x-openstack-request-id: req-32decea8-5a0d-4e4e-8f29-a63a4bdfe469 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:40:41.281710 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52eb678d-5cbe-4e95-914d-09d3165544f3", "name": "network-vif-deleted", "tag": "e87f31d0-2caa-4fb2-aa27-5c69f8daae4e", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:40:41.281989 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-32decea8-5a0d-4e4e-8f29-a63a4bdfe469 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:40:41.282399 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32decea8-5a0d-4e4e-8f29-a63a4bdfe469'] response: {'server_uuid': '52eb678d-5cbe-4e95-914d-09d3165544f3', 'name': 'network-vif-deleted', 'tag': 'e87f31d0-2caa-4fb2-aa27-5c69f8daae4e', 'status': 'completed', 'code': 200} May 26 19:40:41.328115 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-2f883991-879b-4e3a-8fca-8ad40808e943 None None] Set router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:40:41.553324 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:40:41.636804 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-2f883991-879b-4e3a-8fca-8ad40808e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'b977a9bf-aa16-4458-b349-83471c9cf592', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'port_id': 'bb441dd0-8885-4c02-8728-1c89ea5d6a61', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'mac_address': 'fa:16:3e:aa:9c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee8cee6-5c93-4631-a2c1-f371a167fe97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:37:09Z', 'updated_at': '2022-05-26T19:37:41Z', 'revision_number': 2, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:41.664872 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f883991-879b-4e3a-8fca-8ad40808e943 None None] Checking router: b0d441a2-04dd-492e-8b78-e74be8ab4bc6 for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:40:41.674049 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f883991-879b-4e3a-8fca-8ad40808e943 None None] Routers {'b0d441a2-04dd-492e-8b78-e74be8ab4bc6'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:40:41.674654 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-2f883991-879b-4e3a-8fca-8ad40808e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:40:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:41.789097 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-2f883991-879b-4e3a-8fca-8ad40808e943 None None] Set router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:40:41.871578 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [req-5c3be469-fc7e-496d-956e-7af9ffe8f431 req-0cf2c80a-b09e-427c-acdc-42e5d4610215 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 19:40:41.872712 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5c3be469-fc7e-496d-956e-7af9ffe8f431 req-0cf2c80a-b09e-427c-acdc-42e5d4610215 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057116 May 26 19:40:42.019938 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8c4acd29-b612-48bc-b441-dbe574dbdc3d req-8d2fcb18-e883-42d1-9372-f7402c82b4e1 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=52eb678d-5cbe-4e95-914d-09d3165544f3 HTTP/1.1" status: 200 len: 210 time: 0.0360990 May 26 19:40:42.022801 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-2f883991-879b-4e3a-8fca-8ad40808e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'b977a9bf-aa16-4458-b349-83471c9cf592', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'port_id': 'bb441dd0-8885-4c02-8728-1c89ea5d6a61', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'mac_address': 'fa:16:3e:aa:9c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee8cee6-5c93-4631-a2c1-f371a167fe97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:37:09Z', 'updated_at': '2022-05-26T19:37:41Z', 'revision_number': 2, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:42.050008 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f883991-879b-4e3a-8fca-8ad40808e943 None None] The sync data for ids ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'] in dv-cinder-825492-17-iscsi is: [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'b977a9bf-aa16-4458-b349-83471c9cf592', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'port_id': 'bb441dd0-8885-4c02-8728-1c89ea5d6a61', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'mac_address': 'fa:16:3e:aa:9c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee8cee6-5c93-4631-a2c1-f371a167fe97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:37:09Z', 'updated_at': '2022-05-26T19:37:41Z', 'revision_number': 2, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:40:42.237701 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48180efc-cfa2-46b9-b59d-7ba3ac00af56 req-79979996-020a-4626-94c8-aee78ef88f93 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:42.239231 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-48180efc-cfa2-46b9-b59d-7ba3ac00af56 req-79979996-020a-4626-94c8-aee78ef88f93 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0729682 May 26 19:40:42.309419 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-48180efc-cfa2-46b9-b59d-7ba3ac00af56 req-069a9f82-88f6-4e3c-8db2-df65d931566a tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482056 May 26 19:40:42.418467 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b169251f-4e4c-4d5d-8bc5-41754f7b31b2 None None] New status for floating IP 9280f6d6-9f2d-4a71-bef1-1ded5f151214: DOWN {{(pid=104686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:40:42.531836 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device d5745298-9304-403b-b990-9deaf1756306 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:40:42.607837 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port d5745298-9304-403b-b990-9deaf1756306 is: DOWN; New status is: DOWN {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:40:42.608820 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device e87f31d0-2caa-4fb2-aa27-5c69f8daae4e no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:40:42.627893 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] No Port match for: e87f31d0-2caa-4fb2-aa27-5c69f8daae4e {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:40:42.628241 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device e87f31d0-2caa-4fb2-aa27-5c69f8daae4e not bound to the agent host hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:40:42.853981 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 55978) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:40:42.942281 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5023fd89-2992-4ad4-a238-e71e7a1de826 req-a5aee2d9-aac7-4954-958a-5791d93cbdba service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870869 May 26 19:40:42.951363 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [req-5023fd89-2992-4ad4-a238-e71e7a1de826 req-fc02d67a-3c25-4dd4-98d0-b764761441b1 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 19:40:42.952325 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5023fd89-2992-4ad4-a238-e71e7a1de826 req-fc02d67a-3c25-4dd4-98d0-b764761441b1 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054479 May 26 19:40:43.034373 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 55988) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:40:43.161447 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023fd89-2992-4ad4-a238-e71e7a1de826 req-686243c2-8a22-48bf-adf9-4ca4d2db5538 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:43.163124 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5023fd89-2992-4ad4-a238-e71e7a1de826 req-686243c2-8a22-48bf-adf9-4ca4d2db5538 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports/d5745298-9304-403b-b990-9deaf1756306 HTTP/1.1" status: 200 len: 941 time: 0.1273851 May 26 19:40:43.216867 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 55998) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:40:43.280087 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1a14-f26d-468f-b31e-9071a107e794 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (27cdd816-29c0-47c8-9a72-d454228a30f1), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:43.286288 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:43.324431 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1a14-f26d-468f-b31e-9071a107e794 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (27cdd816-29c0-47c8-9a72-d454228a30f1), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:43.457965 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886659ab-49b8-4076-aeb2-f3559e33ce3c req-3278cefb-8fc6-4393-aa62-6814a6be9866 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:43.459789 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-886659ab-49b8-4076-aeb2-f3559e33ce3c req-3278cefb-8fc6-4393-aa62-6814a6be9866 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0532708 May 26 19:40:43.464782 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1a14-f26d-468f-b31e-9071a107e794 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (27cdd816-29c0-47c8-9a72-d454228a30f1), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:43.467437 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1a14-f26d-468f-b31e-9071a107e794 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:43.474705 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-dc4d1a14-f26d-468f-b31e-9071a107e794 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "DELETE /v2.0/security-groups/27cdd816-29c0-47c8-9a72-d454228a30f1 HTTP/1.1" status: 204 len: 168 time: 0.2497561 May 26 19:40:43.474705 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 56008) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:40:43.489196 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d1a14-f26d-468f-b31e-9071a107e794 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cdd816-29c0-47c8-9a72-d454228a30f1,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:43.503665 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.api.v2.resource [None req-4acbc135-b77c-442a-a4d8-6cbdd17c1a20 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] show failed (client error): The resource could not be found. May 26 19:40:43.503665 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-4acbc135-b77c-442a-a4d8-6cbdd17c1a20 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups/27cdd816-29c0-47c8-9a72-d454228a30f1 HTTP/1.1" status: 404 len: 347 time: 0.0300410 May 26 19:40:43.506388 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 56010) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:40:43.545613 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-886659ab-49b8-4076-aeb2-f3559e33ce3c req-e7d918f4-ba0a-40d1-868e-a5a316daae44 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786338 May 26 19:40:43.647766 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c3421-1a61-4cb6-9549-7588d5994672 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Deleting port 85f0997e-8da3-4091-b336-fb2839f24a06 {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:40:43.648244 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6d8c3421-1a61-4cb6-9549-7588d5994672 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (85f0997e-8da3-4091-b336-fb2839f24a06), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:43.730637 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6d8c3421-1a61-4cb6-9549-7588d5994672 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (85f0997e-8da3-4091-b336-fb2839f24a06), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:43.730988 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6d8c3421-1a61-4cb6-9549-7588d5994672 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (85f0997e-8da3-4091-b336-fb2839f24a06), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:43.741074 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:43.747174 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c3421-1a61-4cb6-9549-7588d5994672 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Calling delete_port for 85f0997e-8da3-4091-b336-fb2839f24a06 owned by network:floatingip {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:40:44.070814 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6d8c3421-1a61-4cb6-9549-7588d5994672 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (85f0997e-8da3-4091-b336-fb2839f24a06), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:44.098836 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c3421-1a61-4cb6-9549-7588d5994672 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event deleted for resources: {'Port': ['ID=85f0997e-8da3-4091-b336-fb2839f24a06,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:44.388456 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6d8c3421-1a61-4cb6-9549-7588d5994672 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (9280f6d6-9f2d-4a71-bef1-1ded5f151214), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:44.390933 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6d8c3421-1a61-4cb6-9549-7588d5994672 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:44.392252 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-6d8c3421-1a61-4cb6-9549-7588d5994672 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "DELETE /v2.0/floatingips/9280f6d6-9f2d-4a71-bef1-1ded5f151214 HTTP/1.1" status: 204 len: 168 time: 0.8848679 May 26 19:40:44.673740 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56034) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:40:44.789903 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-75a66283-5c36-48ac-8082-ecc35092463e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:44.865046 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-75a66283-5c36-48ac-8082-ecc35092463e admin admin] Publish callbacks [] for security_group (65b7b027-9712-4f0c-807b-f14767cf558e), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:44.927754 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-75a66283-5c36-48ac-8082-ecc35092463e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (65b7b027-9712-4f0c-807b-f14767cf558e), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:44.967736 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-75a66283-5c36-48ac-8082-ecc35092463e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a4b9678dc05046318994822bf7ab0ca0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927904 May 26 19:40:44.968827 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a66283-5c36-48ac-8082-ecc35092463e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b7b027-9712-4f0c-807b-f14767cf558e,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:44.970446 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 56040) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:40:45.029456 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-877029fe-32e9-4ba4-b334-456ec37aea43 admin admin] Publish callbacks [] for security_group (65b7b027-9712-4f0c-807b-f14767cf558e), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:45.056295 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-877029fe-32e9-4ba4-b334-456ec37aea43 admin admin] Publish callbacks [] for security_group (65b7b027-9712-4f0c-807b-f14767cf558e), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:45.136371 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84469133-a7ce-480e-88c6-fcd55a3795c2 req-cdc92932-dcc2-4d02-8a58-1b05771ecbb8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:45.137871 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-84469133-a7ce-480e-88c6-fcd55a3795c2 req-cdc92932-dcc2-4d02-8a58-1b05771ecbb8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0844572 May 26 19:40:45.202593 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-84469133-a7ce-480e-88c6-fcd55a3795c2 req-1d7236bc-d3cd-4787-ae3b-91940a3a7722 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489504 May 26 19:40:45.204332 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc3ad8-b9af-4b9a-9c6d-cb58e03fcd1e req-34f501ac-663b-445b-bc22-2146c39f79bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:45.205872 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1cfc3ad8-b9af-4b9a-9c6d-cb58e03fcd1e req-34f501ac-663b-445b-bc22-2146c39f79bb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf99d88fec9046608e464a5e2c75506e&device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 1130 time: 0.0649409 May 26 19:40:45.211967 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c32ef2-dc93-4619-8837-1368672d2b57 req-2ada40b2-b270-4166-a563-c67431789fed tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:45.213908 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e9c32ef2-dc93-4619-8837-1368672d2b57 req-2ada40b2-b270-4166-a563-c67431789fed tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0837014 May 26 19:40:45.255739 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-877029fe-32e9-4ba4-b334-456ec37aea43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (65b7b027-9712-4f0c-807b-f14767cf558e), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:45.258608 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-877029fe-32e9-4ba4-b334-456ec37aea43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:45.262731 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-877029fe-32e9-4ba4-b334-456ec37aea43 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/65b7b027-9712-4f0c-807b-f14767cf558e HTTP/1.1" status: 204 len: 168 time: 0.2889657 May 26 19:40:45.271429 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877029fe-32e9-4ba4-b334-456ec37aea43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b7b027-9712-4f0c-807b-f14767cf558e,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:45.313312 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:45.331480 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e9c32ef2-dc93-4619-8837-1368672d2b57 req-32db3f95-91c1-4de7-bd46-1c4c53778bdb tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090474 May 26 19:40:45.341528 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc3ad8-b9af-4b9a-9c6d-cb58e03fcd1e req-e0a2ff1e-38cd-486a-a33f-214505edabb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:45.342984 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1cfc3ad8-b9af-4b9a-9c6d-cb58e03fcd1e req-e0a2ff1e-38cd-486a-a33f-214505edabb6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d HTTP/1.1" status: 200 len: 919 time: 0.1279559 May 26 19:40:45.412493 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1cfc3ad8-b9af-4b9a-9c6d-cb58e03fcd1e req-2470247b-a966-4353-9a70-899232ca8e57 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 HTTP/1.1" status: 200 len: 1001 time: 0.0625634 May 26 19:40:45.463870 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc3ad8-b9af-4b9a-9c6d-cb58e03fcd1e req-da983a11-1e59-4b23-8092-b5dcf95e65bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:45.465287 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1cfc3ad8-b9af-4b9a-9c6d-cb58e03fcd1e req-da983a11-1e59-4b23-8092-b5dcf95e65bb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=74ab063f-9814-4a72-a36c-4bbd4ab07270 HTTP/1.1" status: 200 len: 857 time: 0.0452394 May 26 19:40:45.514319 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc3ad8-b9af-4b9a-9c6d-cb58e03fcd1e req-4cc52c99-5e15-4df8-8359-f9dc78c2160f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:45.514319 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1cfc3ad8-b9af-4b9a-9c6d-cb58e03fcd1e req-4cc52c99-5e15-4df8-8359-f9dc78c2160f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404851 May 26 19:40:45.527794 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:45.622652 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1cfc3ad8-b9af-4b9a-9c6d-cb58e03fcd1e req-a58bff5f-c4aa-40c6-a914-ba80a4505624 service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035128 May 26 19:40:45.939839 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1cfc3ad8-b9af-4b9a-9c6d-cb58e03fcd1e req-9c3f4ad0-c146-4eb6-9974-9c69a899e4d3 service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845802 May 26 19:40:46.323950 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2936307-4d70-460e-9084-b222bc2b04f4 req-78d51844-b9c4-40f4-8bee-c83134a9d4f3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:46.325444 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c2936307-4d70-460e-9084-b222bc2b04f4 req-78d51844-b9c4-40f4-8bee-c83134a9d4f3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0483618 May 26 19:40:46.375052 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c2936307-4d70-460e-9084-b222bc2b04f4 req-5d1c963d-ace3-4593-82ae-3fde98787106 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435984 May 26 19:40:46.436072 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:46.449655 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8ce73-d0be-4088-a576-ad1a32045165 req-ab38396e-81b5-4cbb-9d41-d4034330cd51 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:46.451144 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-26a8ce73-d0be-4088-a576-ad1a32045165 req-ab38396e-81b5-4cbb-9d41-d4034330cd51 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0489988 May 26 19:40:46.497593 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-26a8ce73-d0be-4088-a576-ad1a32045165 req-b56b8f19-c21c-4661-b173-23144492cbac tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408995 May 26 19:40:46.639628 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023fd89-2992-4ad4-a238-e71e7a1de826 req-cf29c55a-8ab4-492d-94f8-11b11db4d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:46.641156 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5023fd89-2992-4ad4-a238-e71e7a1de826 req-cf29c55a-8ab4-492d-94f8-11b11db4d725 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03&tenant_id=b189404964f64aa88af37e536c1c7464 HTTP/1.1" status: 200 len: 1128 time: 0.0751066 May 26 19:40:46.701518 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023fd89-2992-4ad4-a238-e71e7a1de826 req-e7546458-344d-45b3-9054-b560e5744738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:46.703048 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5023fd89-2992-4ad4-a238-e71e7a1de826 req-e7546458-344d-45b3-9054-b560e5744738 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b189404964f64aa88af37e536c1c7464&device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 1128 time: 0.0389078 May 26 19:40:46.795152 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023fd89-2992-4ad4-a238-e71e7a1de826 req-40485122-59fe-4ad2-a1a4-e4ee2c08dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:46.796615 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5023fd89-2992-4ad4-a238-e71e7a1de826 req-40485122-59fe-4ad2-a1a4-e4ee2c08dec9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f1378612-5a59-4b7c-a0f1-5080210638d6 HTTP/1.1" status: 200 len: 918 time: 0.0867014 May 26 19:40:46.858652 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5023fd89-2992-4ad4-a238-e71e7a1de826 req-ac987072-7c13-4e5b-9e09-a2efe74fd311 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5745298-9304-403b-b990-9deaf1756306 HTTP/1.1" status: 200 len: 1000 time: 0.0532000 May 26 19:40:46.911460 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023fd89-2992-4ad4-a238-e71e7a1de826 req-7279407d-9cb9-43e8-9c9f-cdd6288e8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:46.912840 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5023fd89-2992-4ad4-a238-e71e7a1de826 req-7279407d-9cb9-43e8-9c9f-cdd6288e8487 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=05dcdbba-6e16-4071-86f2-e4f1836b9900 HTTP/1.1" status: 200 len: 856 time: 0.0460308 May 26 19:40:46.955257 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023fd89-2992-4ad4-a238-e71e7a1de826 req-57bfe836-f8e8-4d6a-ab9c-c80745c3d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:46.956742 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5023fd89-2992-4ad4-a238-e71e7a1de826 req-57bfe836-f8e8-4d6a-ab9c-c80745c3d151 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f1378612-5a59-4b7c-a0f1-5080210638d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0367661 May 26 19:40:47.045322 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5023fd89-2992-4ad4-a238-e71e7a1de826 req-31cdc1f4-5570-49d2-af56-ccd9a754bbcb service neutron] 10.222.0.77 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809050 May 26 19:40:47.137503 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5023fd89-2992-4ad4-a238-e71e7a1de826 req-dd72fa21-2e58-4a82-a04a-db1759d20e34 service neutron] 10.222.0.77 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838675 May 26 19:40:47.495831 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5f7f1-24db-4ca7-886c-d5ab6fae47dc req-b5e87175-9cba-4a43-932c-cc0d11816ce7 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:47.497394 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a4e5f7f1-24db-4ca7-886c-d5ab6fae47dc req-b5e87175-9cba-4a43-932c-cc0d11816ce7 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0471189 May 26 19:40:47.547213 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a4e5f7f1-24db-4ca7-886c-d5ab6fae47dc req-eb9aa670-583b-431c-b738-fbe5f7082943 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442007 May 26 19:40:47.686436 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace59667-4528-4ac6-9d1f-62b0a821ac8d req-3c6c4b96-6026-404b-8be5-79e8bce28358 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:47.688248 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ace59667-4528-4ac6-9d1f-62b0a821ac8d req-3c6c4b96-6026-404b-8be5-79e8bce28358 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0696812 May 26 19:40:47.712760 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:47.746620 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ace59667-4528-4ac6-9d1f-62b0a821ac8d req-7a98436f-bf81-421b-a765-4a20b9677d90 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500944 May 26 19:40:47.788170 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ba960-01b4-4416-832a-423d7d112eb0 req-c947ba08-a1fa-493a-91c6-0297563ee025 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:47.789794 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5b4ba960-01b4-4416-832a-423d7d112eb0 req-c947ba08-a1fa-493a-91c6-0297563ee025 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 946 time: 0.0621710 May 26 19:40:47.843820 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5b4ba960-01b4-4416-832a-423d7d112eb0 req-04c4fc13-ea51-4a01-966d-5e595d97558c tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481477 May 26 19:40:48.675405 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96dd57f-f3fd-4538-8483-d4313d47e709 req-9e698f19-45d0-40c1-8643-a0301e5f4fd1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:48.676796 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c96dd57f-f3fd-4538-8483-d4313d47e709 req-9e698f19-45d0-40c1-8643-a0301e5f4fd1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0467989 May 26 19:40:48.706465 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:48.723022 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c96dd57f-f3fd-4538-8483-d4313d47e709 req-219d6c5a-6336-46f6-b05c-d0582bd4d462 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401661 May 26 19:40:48.871574 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f1e29-74d6-4185-81b0-7581f31dae03 req-cca2be75-646b-4001-96a6-d83dbc56612d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:48.873030 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0c4f1e29-74d6-4185-81b0-7581f31dae03 req-cca2be75-646b-4001-96a6-d83dbc56612d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0463688 May 26 19:40:48.919396 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0c4f1e29-74d6-4185-81b0-7581f31dae03 req-148413c6-c7b6-4f88-8f94-5bd9761213ef tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408907 May 26 19:40:48.960789 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce334e5-764b-450e-b28c-2d922cc29cbd req-0846ab65-5724-46bc-bc7d-65a752eb5f58 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:48.962752 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3ce334e5-764b-450e-b28c-2d922cc29cbd req-0846ab65-5724-46bc-bc7d-65a752eb5f58 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 946 time: 0.0476506 May 26 19:40:49.012508 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3ce334e5-764b-450e-b28c-2d922cc29cbd req-b9fff505-847d-442f-9c7c-a0a1780febff tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442178 May 26 19:40:49.507502 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-be253473-65aa-40e1-a5ce-5761f9c15428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:49.861948 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09061e8-aa55-4a5a-929b-4b444f745f64 req-b9fbf607-837c-48d7-af5c-38f90b4ba3d2 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:49.863816 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b09061e8-aa55-4a5a-929b-4b444f745f64 req-b9fbf607-837c-48d7-af5c-38f90b4ba3d2 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0527689 May 26 19:40:49.922529 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b09061e8-aa55-4a5a-929b-4b444f745f64 req-54a9a2dc-2e92-45aa-a581-17f2f55a0877 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525675 May 26 19:40:50.061275 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8262a-b4a5-4121-b7a5-2074a7e6d684 req-69afc948-afc6-4564-ab0a-f28e11a34111 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:50.064258 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0fd8262a-b4a5-4121-b7a5-2074a7e6d684 req-69afc948-afc6-4564-ab0a-f28e11a34111 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0676019 May 26 19:40:50.133528 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaddf10-0bf4-4b5a-99a0-26fe2cf59e35 req-c4dfd6ef-1e50-4ec1-be4e-b89809adcff2 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:50.136057 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-dcaddf10-0bf4-4b5a-99a0-26fe2cf59e35 req-c4dfd6ef-1e50-4ec1-be4e-b89809adcff2 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 946 time: 0.0527132 May 26 19:40:50.137937 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0fd8262a-b4a5-4121-b7a5-2074a7e6d684 req-65786f24-5490-41e3-a702-49077a7540a8 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668597 May 26 19:40:50.195040 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-dcaddf10-0bf4-4b5a-99a0-26fe2cf59e35 req-bc8b753a-565e-4d3e-87e4-af9faed735e7 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518808 May 26 19:40:51.046639 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab251e-165a-4fb6-906e-94f09682777f req-072fd4f9-96cd-4cc0-98cc-7a4687e1780b tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:51.048492 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7fab251e-165a-4fb6-906e-94f09682777f req-072fd4f9-96cd-4cc0-98cc-7a4687e1780b tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0483847 May 26 19:40:51.100324 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7fab251e-165a-4fb6-906e-94f09682777f req-409f06ff-55c0-4819-a65c-13f4c3870225 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464637 May 26 19:40:51.273901 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f1cd5-4830-4112-b72e-edf2e5928885 req-a52ab532-840d-4942-8a3f-8a2454d0c698 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:51.283986 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c79f1cd5-4830-4112-b72e-edf2e5928885 req-a52ab532-840d-4942-8a3f-8a2454d0c698 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0663159 May 26 19:40:51.334693 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785782c-a26f-44fe-98a7-a594414443a6 req-967a2499-2bc2-4708-96fa-71ced89f657e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:51.336217 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8785782c-a26f-44fe-98a7-a594414443a6 req-967a2499-2bc2-4708-96fa-71ced89f657e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 946 time: 0.0663683 May 26 19:40:51.338314 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c79f1cd5-4830-4112-b72e-edf2e5928885 req-fe941362-80bf-4c13-8bea-3ed5c76f121d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530949 May 26 19:40:51.390092 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8785782c-a26f-44fe-98a7-a594414443a6 req-31e1fd39-3a55-4b65-803a-d76ff354938b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472283 May 26 19:40:51.697515 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:52.025883 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=78 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:52.026799 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=78 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:52.170466 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-3ee11260-c114-4bad-b591-f24fd1d51f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:52.186484 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:52.238020 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306b5c9-d1e8-442d-be8d-9a3634ab2547 req-6999bd23-22c2-4705-9f16-1618016de5b4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:52.239518 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0306b5c9-d1e8-442d-be8d-9a3634ab2547 req-6999bd23-22c2-4705-9f16-1618016de5b4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0636969 May 26 19:40:52.301745 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0306b5c9-d1e8-442d-be8d-9a3634ab2547 req-00931a07-14a8-4363-b736-fe58a835a914 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544283 May 26 19:40:52.468787 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6062-0d30-405b-9a98-d9e538b43594 req-3ca69388-e1bb-42ef-b1e9-95c6eecea6a6 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:52.471038 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-60bd6062-0d30-405b-9a98-d9e538b43594 req-3ca69388-e1bb-42ef-b1e9-95c6eecea6a6 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0606155 May 26 19:40:52.523944 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6d864-72a9-4463-9e44-022b860db44f req-68ef2b49-2cb3-4e8d-94a0-c2872c3aeaad tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:52.526128 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-2fb6d864-72a9-4463-9e44-022b860db44f req-68ef2b49-2cb3-4e8d-94a0-c2872c3aeaad tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 946 time: 0.0523894 May 26 19:40:52.532135 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-60bd6062-0d30-405b-9a98-d9e538b43594 req-a20dbc93-487b-404e-af0a-8b7b8619852c tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548301 May 26 19:40:52.585398 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-2fb6d864-72a9-4463-9e44-022b860db44f req-b7691aab-0fa0-404e-b0b0-022e539cca5b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474000 May 26 19:40:52.924566 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:53.432069 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dfaac-7074-4f03-99df-2720e764ae27 req-b3b327ad-1b1b-464b-b254-2cf72d3e9c16 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:53.433588 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-888dfaac-7074-4f03-99df-2720e764ae27 req-b3b327ad-1b1b-464b-b254-2cf72d3e9c16 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0525773 May 26 19:40:53.492025 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-888dfaac-7074-4f03-99df-2720e764ae27 req-d85b8832-614a-4c8f-939f-35d6f25ea25c tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524530 May 26 19:40:53.683186 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15d6d0-a3a8-4ce4-a2b5-413d7a5960ad req-87098b8a-5087-46e8-b72f-2d8490c98c09 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:53.688017 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-dd15d6d0-a3a8-4ce4-a2b5-413d7a5960ad req-87098b8a-5087-46e8-b72f-2d8490c98c09 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0704563 May 26 19:40:53.715927 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701e579-3dea-42de-8f52-2df400244dea req-cadb242e-810c-4761-8e5c-3ed7f8305fa8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:53.717560 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c701e579-3dea-42de-8f52-2df400244dea req-cadb242e-810c-4761-8e5c-3ed7f8305fa8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 946 time: 0.0527189 May 26 19:40:53.741860 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-dd15d6d0-a3a8-4ce4-a2b5-413d7a5960ad req-f131f446-8809-41a1-87d3-75b71c0c1b93 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511546 May 26 19:40:53.779954 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c701e579-3dea-42de-8f52-2df400244dea req-b3e8d2be-0a61-4f1d-bcab-086a250612af tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563564 May 26 19:40:54.601961 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:54.631569 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29d7c1-7a9e-485f-a861-772703298729 req-db6acb76-a6bc-4883-a0ed-1c9c4e494db3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:54.635438 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-4c29d7c1-7a9e-485f-a861-772703298729 req-db6acb76-a6bc-4883-a0ed-1c9c4e494db3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0571208 May 26 19:40:54.684289 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-4c29d7c1-7a9e-485f-a861-772703298729 req-0f391da4-ba1b-42ed-bd6f-e6a0c6270b17 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443127 May 26 19:40:54.873663 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f3d43-743a-42ea-afe1-811862f45bb2 req-3f071ae3-28ec-474f-8a23-6078cabf8381 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:54.877164 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0f6f3d43-743a-42ea-afe1-811862f45bb2 req-3f071ae3-28ec-474f-8a23-6078cabf8381 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0619357 May 26 19:40:54.918379 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d6cef-623e-44fb-b300-10aefa2c4432 req-535effc7-7077-4e6c-b2a4-534518ec8dfb tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:54.920168 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b42d6cef-623e-44fb-b300-10aefa2c4432 req-535effc7-7077-4e6c-b2a4-534518ec8dfb tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 946 time: 0.0559208 May 26 19:40:54.959139 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0f6f3d43-743a-42ea-afe1-811862f45bb2 req-d284bcdf-5807-4084-bac7-74b75d7bd7a0 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751796 May 26 19:40:54.983269 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b42d6cef-623e-44fb-b300-10aefa2c4432 req-59b6fc29-fd63-4d0f-ad3d-93af0d859548 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569279 May 26 19:40:55.814656 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba52f3-756e-4183-9dd4-98773ec59254 req-28f4b421-bf9d-4da0-9fd2-69f215935d54 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:55.816419 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0fba52f3-756e-4183-9dd4-98773ec59254 req-28f4b421-bf9d-4da0-9fd2-69f215935d54 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0550210 May 26 19:40:55.865936 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0fba52f3-756e-4183-9dd4-98773ec59254 req-105f5ada-ae42-4a32-a51c-aac8d7ae5f31 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424058 May 26 19:40:55.878603 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:56.076886 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:56.111597 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2e3b1-6f6d-4bc1-996e-3834327bb1be req-09183a1d-9453-455e-84d6-38b54f4b0ae0 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:56.115556 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d2d2e3b1-6f6d-4bc1-996e-3834327bb1be req-09183a1d-9453-455e-84d6-38b54f4b0ae0 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0757651 May 26 19:40:56.128464 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124a618-93d0-48f0-89b1-45dce43c9c81 req-dd9c221e-bf72-486b-a628-e06ff943d6c9 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:56.129336 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2124a618-93d0-48f0-89b1-45dce43c9c81 req-dd9c221e-bf72-486b-a628-e06ff943d6c9 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 946 time: 0.0515912 May 26 19:40:56.177071 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d2d2e3b1-6f6d-4bc1-996e-3834327bb1be req-2ce0f6f5-9740-4cbd-b9e4-5f7c70d5b06b tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541725 May 26 19:40:56.191361 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2124a618-93d0-48f0-89b1-45dce43c9c81 req-154cf2a5-4c04-4aa0-8edb-8e2b3485e0f4 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564528 May 26 19:40:57.000467 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6226530-a823-480c-bf93-4ff28ed1bb8f req-0daf69a7-9905-4cbc-b21c-634afbe67986 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:57.001989 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f6226530-a823-480c-bf93-4ff28ed1bb8f req-0daf69a7-9905-4cbc-b21c-634afbe67986 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0494366 May 26 19:40:57.050628 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f6226530-a823-480c-bf93-4ff28ed1bb8f req-448f26b1-69b8-4e16-9e18-f0a9949e4866 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430636 May 26 19:40:57.107162 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:57.286914 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:57.295234 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce8bfd-32df-43c6-a93c-78c9d68cfd52 req-010b7e52-b4b6-4379-8294-20932de5bc1f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:57.296724 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a1ce8bfd-32df-43c6-a93c-78c9d68cfd52 req-010b7e52-b4b6-4379-8294-20932de5bc1f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0510781 May 26 19:40:57.308327 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:57.311172 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c5acd-91cd-4cfb-ac61-4116dedecc7f req-7be3e858-ee8d-40ab-8dfd-4dc7f90d27ac tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:57.312687 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8b8c5acd-91cd-4cfb-ac61-4116dedecc7f req-7be3e858-ee8d-40ab-8dfd-4dc7f90d27ac tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 946 time: 0.0510545 May 26 19:40:57.345158 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a1ce8bfd-32df-43c6-a93c-78c9d68cfd52 req-bf46968f-458e-4213-883c-f2e648c17eaf tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427649 May 26 19:40:57.360161 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8b8c5acd-91cd-4cfb-ac61-4116dedecc7f req-bbc11b88-bef0-41d7-8afe-1b7952dc9cc7 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418453 May 26 19:40:58.031559 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b21647-81a3-43d9-b383-415ae13508cc req-25152e0d-e32c-4ce8-bb93-8507eef9df8a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:58.032975 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-01b21647-81a3-43d9-b383-415ae13508cc req-25152e0d-e32c-4ce8-bb93-8507eef9df8a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 946 time: 0.0558724 May 26 19:40:58.180068 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e7185-5b9a-49e1-b671-fe73753e844a req-986d8c41-2b36-4d54-a4fd-32ff1db059a0 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:58.181515 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6f3e7185-5b9a-49e1-b671-fe73753e844a req-986d8c41-2b36-4d54-a4fd-32ff1db059a0 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0465562 May 26 19:40:58.227901 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6f3e7185-5b9a-49e1-b671-fe73753e844a req-daa6f3b3-b7c5-4686-a8ad-cd119abb517f tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409112 May 26 19:40:58.459112 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8cc87-ff1e-46b7-833b-49eee4b1702a req-2423797b-4c4a-4e1a-845f-a22fbcc38819 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:58.460587 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0ad8cc87-ff1e-46b7-833b-49eee4b1702a req-2423797b-4c4a-4e1a-845f-a22fbcc38819 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0463750 May 26 19:40:58.476931 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ba272-864b-467e-ba29-4005224df1ea req-90231386-985a-4a7c-836a-a60b88fefc91 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:58.478458 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e82ba272-864b-467e-ba29-4005224df1ea req-90231386-985a-4a7c-836a-a60b88fefc91 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 946 time: 0.0502100 May 26 19:40:58.508372 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0ad8cc87-ff1e-46b7-833b-49eee4b1702a req-6004c434-c941-4431-a37c-908ad4f0e7a8 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415337 May 26 19:40:58.525672 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e82ba272-864b-467e-ba29-4005224df1ea req-3541b36f-1f78-4af9-b365-35ea9a00d629 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=c84a40eb-c9bb-4af1-88e8-c1d1189b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417047 May 26 19:40:58.678174 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-75a1ddbc-7384-4da3-af98-5195fc29d0dd req-42bb80df-1ce3-4afd-b4b8-53bfe42abe0e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651488 May 26 19:40:58.714559 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-01b21647-81a3-43d9-b383-415ae13508cc req-624317d6-db7b-4ce4-a6cf-1fb5ee88e5bc tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Deleting port bb441dd0-8885-4c02-8728-1c89ea5d6a61 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:40:58.714895 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-01b21647-81a3-43d9-b383-415ae13508cc req-624317d6-db7b-4ce4-a6cf-1fb5ee88e5bc tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (bb441dd0-8885-4c02-8728-1c89ea5d6a61), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:58.798691 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1ddbc-7384-4da3-af98-5195fc29d0dd req-0065a960-8285-4b22-a72e-39c84db7e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:58.800171 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-75a1ddbc-7384-4da3-af98-5195fc29d0dd req-0065a960-8285-4b22-a72e-39c84db7e939 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf99d88fec9046608e464a5e2c75506e&device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 1130 time: 0.0716484 May 26 19:40:58.833147 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-01b21647-81a3-43d9-b383-415ae13508cc req-624317d6-db7b-4ce4-a6cf-1fb5ee88e5bc tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] For port bb441dd0-8885-4c02-8728-1c89ea5d6a61, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=bb441dd0-8885-4c02-8728-1c89ea5d6a61,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:40:58.833503 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-01b21647-81a3-43d9-b383-415ae13508cc req-624317d6-db7b-4ce4-a6cf-1fb5ee88e5bc tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (bb441dd0-8885-4c02-8728-1c89ea5d6a61), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:58.989727 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-01b21647-81a3-43d9-b383-415ae13508cc req-624317d6-db7b-4ce4-a6cf-1fb5ee88e5bc tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:58.989998 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-01b21647-81a3-43d9-b383-415ae13508cc req-624317d6-db7b-4ce4-a6cf-1fb5ee88e5bc tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (b977a9bf-aa16-4458-b349-83471c9cf592), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:58.992414 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.l3_db [req-01b21647-81a3-43d9-b383-415ae13508cc req-624317d6-db7b-4ce4-a6cf-1fb5ee88e5bc tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Floating IP b977a9bf-aa16-4458-b349-83471c9cf592 disassociated. External IP: 172.27.0.182, port: bb441dd0-8885-4c02-8728-1c89ea5d6a61. May 26 19:40:58.992414 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-01b21647-81a3-43d9-b383-415ae13508cc req-624317d6-db7b-4ce4-a6cf-1fb5ee88e5bc tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Calling delete_port for bb441dd0-8885-4c02-8728-1c89ea5d6a61 owned by compute:nova {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:40:59.175333 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-01b21647-81a3-43d9-b383-415ae13508cc req-624317d6-db7b-4ce4-a6cf-1fb5ee88e5bc tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (bb441dd0-8885-4c02-8728-1c89ea5d6a61), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:59.206025 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624317d6-db7b-4ce4-a6cf-1fb5ee88e5bc tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event deleted for resources: {'Port': ['ID=bb441dd0-8885-4c02-8728-1c89ea5d6a61,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:59.296535 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:59.300400 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:40:59.320134 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01b21647-81a3-43d9-b383-415ae13508cc req-624317d6-db7b-4ce4-a6cf-1fb5ee88e5bc tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:40:59.350295 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f5d6f-d159-4c06-b781-7f674b7f3c6a req-a9b5d908-b87a-4901-b651-51f150f26527 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:59.353883 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-364f5d6f-d159-4c06-b781-7f674b7f3c6a req-a9b5d908-b87a-4901-b651-51f150f26527 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0476794 May 26 19:40:59.406656 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-364f5d6f-d159-4c06-b781-7f674b7f3c6a req-c5d2ad68-7c73-4c07-b69e-52d6d7da2003 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475481 May 26 19:40:59.427355 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01b21647-81a3-43d9-b383-415ae13508cc req-624317d6-db7b-4ce4-a6cf-1fb5ee88e5bc tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:40:59.439632 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795d02c8-907d-4327-8f1b-eb3f534ac2c8 None None] Sync routers for ids ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:40:59.450019 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d02c8-907d-4327-8f1b-eb3f534ac2c8 None None] Routers {'b0d441a2-04dd-492e-8b78-e74be8ab4bc6'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:40:59.450600 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-795d02c8-907d-4327-8f1b-eb3f534ac2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:40:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:59.471252 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b21647-81a3-43d9-b383-415ae13508cc req-624317d6-db7b-4ce4-a6cf-1fb5ee88e5bc tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] No DVR routers for this DVR port bb441dd0-8885-4c02-8728-1c89ea5d6a61 on host hv-cinder-82549 {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:40:59.473342 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-01b21647-81a3-43d9-b383-415ae13508cc req-624317d6-db7b-4ce4-a6cf-1fb5ee88e5bc tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:40:59.477188 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-01b21647-81a3-43d9-b383-415ae13508cc req-624317d6-db7b-4ce4-a6cf-1fb5ee88e5bc tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.77 "DELETE /v2.0/ports/bb441dd0-8885-4c02-8728-1c89ea5d6a61 HTTP/1.1" status: 204 len: 173 time: 0.8709252 May 26 19:40:59.478383 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee8cee6-5c93-4631-a2c1-f371a167fe97', 'name': 'network-vif-deleted', 'tag': 'bb441dd0-8885-4c02-8728-1c89ea5d6a61'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:40:59.480349 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128f1600-1697-48b5-aa96-eadc2a6ac7ef" -d '{"events": [{"server_uuid": "cee8cee6-5c93-4631-a2c1-f371a167fe97", "name": "network-vif-deleted", "tag": "bb441dd0-8885-4c02-8728-1c89ea5d6a61"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:40:59.516188 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7e3c33-0123-4263-bcf4-262aa07f6279 x-openstack-request-id: req-8f7e3c33-0123-4263-bcf4-262aa07f6279 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:40:59.516545 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee8cee6-5c93-4631-a2c1-f371a167fe97", "name": "network-vif-deleted", "tag": "bb441dd0-8885-4c02-8728-1c89ea5d6a61", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:40:59.516792 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8f7e3c33-0123-4263-bcf4-262aa07f6279 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:40:59.517187 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f7e3c33-0123-4263-bcf4-262aa07f6279'] response: {'server_uuid': 'cee8cee6-5c93-4631-a2c1-f371a167fe97', 'name': 'network-vif-deleted', 'tag': 'bb441dd0-8885-4c02-8728-1c89ea5d6a61', 'status': 'completed', 'code': 200} May 26 19:40:59.554992 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-795d02c8-907d-4327-8f1b-eb3f534ac2c8 None None] Set router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:40:59.636437 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a6f9d-41ae-4cb4-8f8c-fdd67be4fe3f req-13e3ad91-ae71-4984-aa0d-f4e82e360b32 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:59.638154 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a72a6f9d-41ae-4cb4-8f8c-fdd67be4fe3f req-13e3ad91-ae71-4984-aa0d-f4e82e360b32 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0559237 May 26 19:40:59.641260 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fc7ebc48-96e3-497a-b59c-5f49abe0936a req-8d570125-e231-44c5-a247-a48360055a6e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 210 time: 0.0288949 May 26 19:40:59.697758 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a72a6f9d-41ae-4cb4-8f8c-fdd67be4fe3f req-ca94697d-9053-4693-8bc7-5a90e29f48a1 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532405 May 26 19:40:59.764930 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-795d02c8-907d-4327-8f1b-eb3f534ac2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:59.790601 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795d02c8-907d-4327-8f1b-eb3f534ac2c8 None None] Checking router: b0d441a2-04dd-492e-8b78-e74be8ab4bc6 for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:40:59.799376 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d02c8-907d-4327-8f1b-eb3f534ac2c8 None None] Routers {'b0d441a2-04dd-492e-8b78-e74be8ab4bc6'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:40:59.799967 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-795d02c8-907d-4327-8f1b-eb3f534ac2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:40:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:59.885026 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589aba30-7dd4-4fe1-98ad-b2f8443b3f66 req-2184d12d-6393-4cea-939c-3525c70d9180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:59.886528 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-589aba30-7dd4-4fe1-98ad-b2f8443b3f66 req-2184d12d-6393-4cea-939c-3525c70d9180 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 1130 time: 0.0653796 May 26 19:40:59.889180 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1ddbc-7384-4da3-af98-5195fc29d0dd req-071c4af4-1272-40a3-b7e6-05ce679b2317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:59.890552 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-75a1ddbc-7384-4da3-af98-5195fc29d0dd req-071c4af4-1272-40a3-b7e6-05ce679b2317 service neutron] 10.222.0.77 "GET /v2.0/networks?id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d HTTP/1.1" status: 200 len: 919 time: 0.1406262 May 26 19:40:59.906122 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-795d02c8-907d-4327-8f1b-eb3f534ac2c8 None None] Set router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:40:59.942242 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-75a1ddbc-7384-4da3-af98-5195fc29d0dd req-a8a92a2a-ba0d-4cc8-9a86-4dad1e84798a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40dd7f56-37e3-4a52-a2d9-f04821553aa0 HTTP/1.1" status: 200 len: 217 time: 0.0409439 May 26 19:41:00.107993 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-795d02c8-907d-4327-8f1b-eb3f534ac2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:00.135022 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795d02c8-907d-4327-8f1b-eb3f534ac2c8 None None] The sync data for ids ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'] in dv-cinder-825492-17-iscsi is: [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:41:00.234115 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-589aba30-7dd4-4fe1-98ad-b2f8443b3f66 req-4d068f89-aa13-4633-9e13-edaf332419ee service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3317423 May 26 19:41:00.237560 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1ddbc-7384-4da3-af98-5195fc29d0dd req-f7376110-be85-4671-aad7-824079076253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:00.238888 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-75a1ddbc-7384-4da3-af98-5195fc29d0dd req-f7376110-be85-4671-aad7-824079076253 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=74ab063f-9814-4a72-a36c-4bbd4ab07270 HTTP/1.1" status: 200 len: 857 time: 0.2880466 May 26 19:41:00.357668 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71b1f56-918c-4227-864c-f93eeb1efdb3 None None] New status for floating IP b977a9bf-aa16-4458-b349-83471c9cf592: DOWN {{(pid=104686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:41:00.526198 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc7f1c-c4fe-4352-8172-2ad0365054a4 req-4ab0d1d6-b503-4efd-b921-de3e55d66c08 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:00.527671 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-abbc7f1c-c4fe-4352-8172-2ad0365054a4 req-4ab0d1d6-b503-4efd-b921-de3e55d66c08 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0469820 May 26 19:41:00.576760 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-abbc7f1c-c4fe-4352-8172-2ad0365054a4 req-73e9a637-787e-4779-8801-c3090e4ae717 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435438 May 26 19:41:00.619933 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1ddbc-7384-4da3-af98-5195fc29d0dd req-be186c2d-7874-4c80-82e6-7f6222a1c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:00.621537 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-75a1ddbc-7384-4da3-af98-5195fc29d0dd req-be186c2d-7874-4c80-82e6-7f6222a1c810 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432479 May 26 19:41:00.718408 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-75a1ddbc-7384-4da3-af98-5195fc29d0dd req-2224d40f-91c1-43d6-8ced-bb632870b0d2 service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816100 May 26 19:41:00.756830 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8cb83252-fd8a-47e6-a009-804e9601e1fb req-22ad952b-4230-4bc8-bbb3-a8fc311e3271 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee8cee6-5c93-4631-a2c1-f371a167fe97 HTTP/1.1" status: 200 len: 210 time: 0.0339217 May 26 19:41:00.836353 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801abd1-10ae-4a8f-b259-6b04e620441b req-00e2ce01-c3ed-4d6e-9d52-b9bb6235cfb8 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:00.837831 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3801abd1-10ae-4a8f-b259-6b04e620441b req-00e2ce01-c3ed-4d6e-9d52-b9bb6235cfb8 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0609615 May 26 19:41:00.839666 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:00.865049 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-75a1ddbc-7384-4da3-af98-5195fc29d0dd req-fdb4ecf7-548e-4238-a399-fffc141c5dc7 service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403224 May 26 19:41:00.894685 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3801abd1-10ae-4a8f-b259-6b04e620441b req-c1be095e-82e5-42f3-af84-79a74dea0997 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507524 May 26 19:41:01.697999 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f69cfa-4bb0-4186-8390-69a2bc4866c5 req-afe52c0c-2b38-4db8-9636-93e73f213d32 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:01.699495 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a1f69cfa-4bb0-4186-8390-69a2bc4866c5 req-afe52c0c-2b38-4db8-9636-93e73f213d32 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0468566 May 26 19:41:01.749760 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a1f69cfa-4bb0-4186-8390-69a2bc4866c5 req-4a73e697-0856-4d61-b157-12aacfea3415 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447280 May 26 19:41:01.957122 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 56186) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:41:01.980618 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:02.012394 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e8b251ce-d0a6-4734-ac5d-14f500e1d230 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (c84a40eb-c9bb-4af1-88e8-c1d1189b6738), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:02.018566 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdff50-0242-4449-92d9-3d7c73272c24 req-e39befaf-697f-48c1-8fd7-5b4d2c0706c6 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:02.020117 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d4fdff50-0242-4449-92d9-3d7c73272c24 req-e39befaf-697f-48c1-8fd7-5b4d2c0706c6 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0484109 May 26 19:41:02.036872 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e8b251ce-d0a6-4734-ac5d-14f500e1d230 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (c84a40eb-c9bb-4af1-88e8-c1d1189b6738), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:02.071356 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d4fdff50-0242-4449-92d9-3d7c73272c24 req-49ef3d89-aecd-469d-bb0c-97b3711714aa tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447488 May 26 19:41:02.135726 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e8b251ce-d0a6-4734-ac5d-14f500e1d230 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (c84a40eb-c9bb-4af1-88e8-c1d1189b6738), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:02.139071 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e8b251ce-d0a6-4734-ac5d-14f500e1d230 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:02.143547 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-e8b251ce-d0a6-4734-ac5d-14f500e1d230 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "DELETE /v2.0/security-groups/c84a40eb-c9bb-4af1-88e8-c1d1189b6738 HTTP/1.1" status: 204 len: 168 time: 0.1854296 May 26 19:41:02.143963 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56190) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:41:02.153034 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b251ce-d0a6-4734-ac5d-14f500e1d230 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84a40eb-c9bb-4af1-88e8-c1d1189b6738,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:02.160881 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b251ce-d0a6-4734-ac5d-14f500e1d230 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.161231 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b251ce-d0a6-4734-ac5d-14f500e1d230 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.161570 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b251ce-d0a6-4734-ac5d-14f500e1d230 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.161673 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.api.v2.resource [None req-10edb6f2-039c-43b6-80a8-1a4053e7255d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] show failed (client error): The resource could not be found. May 26 19:41:02.161911 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b251ce-d0a6-4734-ac5d-14f500e1d230 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.162241 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b251ce-d0a6-4734-ac5d-14f500e1d230 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.163311 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-10edb6f2-039c-43b6-80a8-1a4053e7255d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups/c84a40eb-c9bb-4af1-88e8-c1d1189b6738 HTTP/1.1" status: 404 len: 347 time: 0.0172598 May 26 19:41:02.165617 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56192) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:41:02.167266 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b251ce-d0a6-4734-ac5d-14f500e1d230 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.167620 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b251ce-d0a6-4734-ac5d-14f500e1d230 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.170372 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b251ce-d0a6-4734-ac5d-14f500e1d230 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.170372 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b251ce-d0a6-4734-ac5d-14f500e1d230 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.170372 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b251ce-d0a6-4734-ac5d-14f500e1d230 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.170372 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b251ce-d0a6-4734-ac5d-14f500e1d230 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.170372 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b251ce-d0a6-4734-ac5d-14f500e1d230 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.170372 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b251ce-d0a6-4734-ac5d-14f500e1d230 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.170372 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b251ce-d0a6-4734-ac5d-14f500e1d230 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.171140 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b251ce-d0a6-4734-ac5d-14f500e1d230 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.309218 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Deleting port 123c35f2-e585-4d35-af60-86ce102f8177 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:41:02.309379 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (123c35f2-e585-4d35-af60-86ce102f8177), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:02.387813 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (123c35f2-e585-4d35-af60-86ce102f8177), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:02.388232 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (123c35f2-e585-4d35-af60-86ce102f8177), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:02.390351 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:02.402175 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Calling delete_port for 123c35f2-e585-4d35-af60-86ce102f8177 owned by network:floatingip {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:41:02.602140 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (123c35f2-e585-4d35-af60-86ce102f8177), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:02.623045 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device bb441dd0-8885-4c02-8728-1c89ea5d6a61 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:41:02.629265 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event deleted for resources: {'Port': ['ID=123c35f2-e585-4d35-af60-86ce102f8177,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:02.642744 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.643126 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.643472 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.643813 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.644153 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.644486 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.644824 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.645429 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.645762 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.646093 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.646520 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.646849 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.647220 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.647593 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.647839 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:02.648156 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] No Port match for: bb441dd0-8885-4c02-8728-1c89ea5d6a61 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:41:02.648492 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device bb441dd0-8885-4c02-8728-1c89ea5d6a61 not bound to the agent host hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:41:02.673235 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319679d-5b79-4c92-b782-e88fb5e8a8dd req-e3117544-197b-49a1-9f5c-bc7bd15d9d64 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:02.674713 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-2319679d-5b79-4c92-b782-e88fb5e8a8dd req-e3117544-197b-49a1-9f5c-bc7bd15d9d64 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0516629 May 26 19:41:02.707197 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:02.707624 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (b977a9bf-aa16-4458-b349-83471c9cf592), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:02.710172 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:02.714895 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-3faebc61-a1d6-4a9a-8a1c-e7f771aad731 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "DELETE /v2.0/floatingips/b977a9bf-aa16-4458-b349-83471c9cf592 HTTP/1.1" status: 204 len: 168 time: 0.5232985 May 26 19:41:02.728473 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-2319679d-5b79-4c92-b782-e88fb5e8a8dd req-26d6c4be-b8a0-44b5-9be5-76842b23ceb1 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469067 May 26 19:41:02.789170 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab693d69-ae72-4eb4-8f68-e33be8414d9c req-73a31c21-e658-4d0e-aff2-406be821f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:02.793737 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ab693d69-ae72-4eb4-8f68-e33be8414d9c req-73a31c21-e658-4d0e-aff2-406be821f42a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf99d88fec9046608e464a5e2c75506e&device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 1130 time: 0.0427115 May 26 19:41:02.852209 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56206) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:41:02.857902 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-3d401ec3-7afc-40f6-b352-3eaeee2707bf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1163876111', 'description': 'tempest-description--1934871533'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:41:02.872139 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b0f9-8d11-448c-b2e9-0edb1c8952ba req-918b38d4-27d2-42b5-9f64-4d34769af4ff tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:02.874104 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1859b0f9-8d11-448c-b2e9-0edb1c8952ba req-918b38d4-27d2-42b5-9f64-4d34769af4ff tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0504830 May 26 19:41:02.906819 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab693d69-ae72-4eb4-8f68-e33be8414d9c req-78444aff-65cd-447c-8b13-734f8a6b1630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:02.908334 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ab693d69-ae72-4eb4-8f68-e33be8414d9c req-78444aff-65cd-447c-8b13-734f8a6b1630 service neutron] 10.222.0.77 "GET /v2.0/networks?id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d HTTP/1.1" status: 200 len: 919 time: 0.1107707 May 26 19:41:02.925677 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1859b0f9-8d11-448c-b2e9-0edb1c8952ba req-efccab24-88d0-4ae4-aec8-cb6f45f5a5fe tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447795 May 26 19:41:02.964497 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3d401ec3-7afc-40f6-b352-3eaeee2707bf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:02.982384 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ab693d69-ae72-4eb4-8f68-e33be8414d9c req-70b70302-0deb-4e02-ba72-3543bae5af39 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 HTTP/1.1" status: 200 len: 1001 time: 0.0641201 May 26 19:41:03.049733 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:03.059952 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab693d69-ae72-4eb4-8f68-e33be8414d9c req-82ce9eac-62d0-47ec-ac21-7a74f696c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:03.061386 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ab693d69-ae72-4eb4-8f68-e33be8414d9c req-82ce9eac-62d0-47ec-ac21-7a74f696c84a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=74ab063f-9814-4a72-a36c-4bbd4ab07270 HTTP/1.1" status: 200 len: 857 time: 0.0718446 May 26 19:41:03.107447 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3d401ec3-7afc-40f6-b352-3eaeee2707bf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (a9b908b3-bc1e-4ed8-a085-88e066e90e6d), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:03.117366 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab693d69-ae72-4eb4-8f68-e33be8414d9c req-cd86dcf2-e6b7-4773-ac4e-4230fdc80af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:03.119419 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ab693d69-ae72-4eb4-8f68-e33be8414d9c req-cd86dcf2-e6b7-4773-ac4e-4230fdc80af7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459716 May 26 19:41:03.180644 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3d401ec3-7afc-40f6-b352-3eaeee2707bf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (a9b908b3-bc1e-4ed8-a085-88e066e90e6d), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:03.196204 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:03.235669 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d401ec3-7afc-40f6-b352-3eaeee2707bf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b908b3-bc1e-4ed8-a085-88e066e90e6d,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:03.239261 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ab693d69-ae72-4eb4-8f68-e33be8414d9c req-b72db6d3-fc16-4f8e-a057-8c292b4aeaaa service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140590 May 26 19:41:03.292290 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3d401ec3-7afc-40f6-b352-3eaeee2707bf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:03.293485 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-3d401ec3-7afc-40f6-b352-3eaeee2707bf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4403529 May 26 19:41:03.296655 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 56208) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:41:03.301514 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-18db09f4-f696-4b6b-898f-ca1156cf0902 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'security_group_rule': {'security_group_id': 'a9b908b3-bc1e-4ed8-a085-88e066e90e6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:41:03.333445 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ab693d69-ae72-4eb4-8f68-e33be8414d9c req-a2353338-cfb4-4b65-8729-635da0cc0c81 service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874333 May 26 19:41:03.404836 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-18db09f4-f696-4b6b-898f-ca1156cf0902 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (e6be209d-1442-4536-9dba-f11c38e3596e), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:03.450634 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-18db09f4-f696-4b6b-898f-ca1156cf0902 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (e6be209d-1442-4536-9dba-f11c38e3596e), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:03.535627 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-18db09f4-f696-4b6b-898f-ca1156cf0902 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (e6be209d-1442-4536-9dba-f11c38e3596e), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:03.555423 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db09f4-f696-4b6b-898f-ca1156cf0902 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6be209d-1442-4536-9dba-f11c38e3596e,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:03.651788 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-18db09f4-f696-4b6b-898f-ca1156cf0902 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:03.652918 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-18db09f4-f696-4b6b-898f-ca1156cf0902 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3551934 May 26 19:41:03.655778 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 56210) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:41:03.660041 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-8127d54d-c3c9-4536-a462-cca6f70cd985 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'security_group_rule': {'security_group_id': 'a9b908b3-bc1e-4ed8-a085-88e066e90e6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:41:03.798647 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8127d54d-c3c9-4536-a462-cca6f70cd985 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (103e23b4-f327-420a-b1fa-920d9d232b63), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:03.845743 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe08cb-2b81-4aeb-a8b1-75b2ae1d13c3 req-1cb8714e-42b9-4030-8d97-bebeea1a8c75 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:03.847269 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-01fe08cb-2b81-4aeb-a8b1-75b2ae1d13c3 req-1cb8714e-42b9-4030-8d97-bebeea1a8c75 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0481758 May 26 19:41:03.857640 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8127d54d-c3c9-4536-a462-cca6f70cd985 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (103e23b4-f327-420a-b1fa-920d9d232b63), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:03.897577 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-01fe08cb-2b81-4aeb-a8b1-75b2ae1d13c3 req-3490717f-f330-4cf5-a144-0acfce2fd9c8 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445902 May 26 19:41:03.941357 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8127d54d-c3c9-4536-a462-cca6f70cd985 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (103e23b4-f327-420a-b1fa-920d9d232b63), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:03.960369 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127d54d-c3c9-4536-a462-cca6f70cd985 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103e23b4-f327-420a-b1fa-920d9d232b63,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:04.044252 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee86a4-c1d7-4b2c-a4b1-1a0ebc1bbf39 req-113f5e5b-0e91-4875-9bdb-3da89bba77b0 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:04.045700 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-50ee86a4-c1d7-4b2c-a4b1-1a0ebc1bbf39 req-113f5e5b-0e91-4875-9bdb-3da89bba77b0 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0463288 May 26 19:41:04.051172 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8127d54d-c3c9-4536-a462-cca6f70cd985 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:04.052235 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-8127d54d-c3c9-4536-a462-cca6f70cd985 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3955376 May 26 19:41:04.055429 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56216) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:41:04.059901 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-ea82ea88-dc0b-4034-b7d7-01995d6d2ac5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'floatingip': {'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:41:04.093723 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-50ee86a4-c1d7-4b2c-a4b1-1a0ebc1bbf39 req-e502ea10-5543-4b9d-93db-7b4714e9ca39 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404561 May 26 19:41:04.151285 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ea82ea88-dc0b-4034-b7d7-01995d6d2ac5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:04.228142 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ea82ea88-dc0b-4034-b7d7-01995d6d2ac5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:04.332928 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [None req-ea82ea88-dc0b-4034-b7d7-01995d6d2ac5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Allocated IP 172.27.0.83 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/124f4a2c-ed35-43e3-ac0c-e1619bc83820) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:41:04.433134 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ea82ea88-dc0b-4034-b7d7-01995d6d2ac5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for port (124f4a2c-ed35-43e3-ac0c-e1619bc83820), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:04.516173 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ea82ea88-dc0b-4034-b7d7-01995d6d2ac5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (124f4a2c-ed35-43e3-ac0c-e1619bc83820), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:04.555326 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:04.561848 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea82ea88-dc0b-4034-b7d7-01995d6d2ac5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:41:04.566745 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-ea82ea88-dc0b-4034-b7d7-01995d6d2ac5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:41:04.570230 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82ea88-dc0b-4034-b7d7-01995d6d2ac5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'Port': ['ID=124f4a2c-ed35-43e3-ac0c-e1619bc83820,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:04.571016 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea82ea88-dc0b-4034-b7d7-01995d6d2ac5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:41:04.650846 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ea82ea88-dc0b-4034-b7d7-01995d6d2ac5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (022b5547-c5fd-45e4-9cb5-44590b533919), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:04.762312 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ea82ea88-dc0b-4034-b7d7-01995d6d2ac5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (124f4a2c-ed35-43e3-ac0c-e1619bc83820), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:04.784611 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:04.939741 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ea82ea88-dc0b-4034-b7d7-01995d6d2ac5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for port (124f4a2c-ed35-43e3-ac0c-e1619bc83820), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:05.007463 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ea82ea88-dc0b-4034-b7d7-01995d6d2ac5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (124f4a2c-ed35-43e3-ac0c-e1619bc83820), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:05.043771 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46655a3e-218e-4c4e-99e7-616df9d56b18 req-dc9d62a6-4903-4a4c-957c-b31904ca4840 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:05.045170 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-46655a3e-218e-4c4e-99e7-616df9d56b18 req-dc9d62a6-4903-4a4c-957c-b31904ca4840 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0795510 May 26 19:41:05.100277 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82ea88-dc0b-4034-b7d7-01995d6d2ac5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'Port': ['ID=124f4a2c-ed35-43e3-ac0c-e1619bc83820,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:05.118342 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ea82ea88-dc0b-4034-b7d7-01995d6d2ac5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (022b5547-c5fd-45e4-9cb5-44590b533919), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:05.148074 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-46655a3e-218e-4c4e-99e7-616df9d56b18 req-249f5352-3ad5-4aed-8224-77b714036b3d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968320 May 26 19:41:05.197836 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ea82ea88-dc0b-4034-b7d7-01995d6d2ac5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:05.199077 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-ea82ea88-dc0b-4034-b7d7-01995d6d2ac5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1426206 May 26 19:41:05.212101 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efce65c-5d99-45c8-979c-bf4521d8415e req-ead70c19-2ded-4ff5-a25c-7dbdd3bdc8b9 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:05.213703 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5efce65c-5d99-45c8-979c-bf4521d8415e req-ead70c19-2ded-4ff5-a25c-7dbdd3bdc8b9 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0471625 May 26 19:41:05.261412 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5efce65c-5d99-45c8-979c-bf4521d8415e req-efde271e-26fc-4a71-8c52-783dfb96224c tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421803 May 26 19:41:05.408537 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-4a1889a0-206e-4aef-ae77-109661b67d36 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1163876111&fields=id&tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba HTTP/1.1" status: 200 len: 267 time: 0.0428712 May 26 19:41:05.514400 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-8492903f-d507-4620-8ada-76b1da643792 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:05.515872 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-8492903f-d507-4620-8ada-76b1da643792 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/networks?id=2ddf1778-5518-469d-acdc-1047098dc517 HTTP/1.1" status: 200 len: 815 time: 0.1010399 May 26 19:41:05.530472 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-2c00f89d-8f5a-47d6-9312-b7aa35e38912 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/quotas/39f75b0f65c4475ba2d5dc1e7ae203ba HTTP/1.1" status: 200 len: 375 time: 0.0092816 May 26 19:41:05.577767 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-66a8aea5-df28-49bf-924a-e1bdb3130528 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0425661 May 26 19:41:05.677978 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-0447cab1-dab7-4981-bf73-6e20490f219f service neutron] 10.222.0.72 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878949 May 26 19:41:05.706094 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:05.773602 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-474d347b-44b3-4027-b917-a50c6b9d5103 service neutron] 10.222.0.72 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901706 May 26 19:41:06.010137 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c77be6d3-615e-44cf-a79c-b4c928e2aa56 req-e50c9370-a669-42ba-b70e-0ef064f0cd15 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 210 time: 0.0320497 May 26 19:41:06.270272 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed7492-6a51-495e-b57d-a2047dea381b req-295a2107-c6f0-4f37-a307-6e8600290449 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:06.271843 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-eaed7492-6a51-495e-b57d-a2047dea381b req-295a2107-c6f0-4f37-a307-6e8600290449 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0488625 May 26 19:41:06.331539 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-eaed7492-6a51-495e-b57d-a2047dea381b req-1296ab2a-cd61-4562-8264-49fcb0817ad0 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532515 May 26 19:41:06.384968 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57921d9d-ce73-4ec0-830b-9137a757f880 req-b3a17e90-5711-4f25-86d6-1993a4907c42 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:06.387029 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-57921d9d-ce73-4ec0-830b-9137a757f880 req-b3a17e90-5711-4f25-86d6-1993a4907c42 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0493128 May 26 19:41:06.433326 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:06.441180 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-57921d9d-ce73-4ec0-830b-9137a757f880 req-3951ba27-14d7-489b-8307-7b013aa6c52c tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484896 May 26 19:41:06.447874 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845e4be-37cf-4f8a-b285-3afa93dac829 req-4293b753-e1b0-454f-a9c3-8791e27baa56 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:06.450211 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c845e4be-37cf-4f8a-b285-3afa93dac829 req-4293b753-e1b0-454f-a9c3-8791e27baa56 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0520673 May 26 19:41:06.460275 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56250) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:41:06.464360 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-227ae754-242e-4f1a-a848-63fc493b5742 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Request body: {'floatingip': {'port_id': 'e6b42048-c3ab-4c39-bdb2-eab21f5b42e7'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:41:06.516356 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-227ae754-242e-4f1a-a848-63fc493b5742 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for floatingip (a134ce52-70d0-4564-90d9-d230fb1aa861), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:06.618288 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:07.083382 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-227ae754-242e-4f1a-a848-63fc493b5742 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:07.124746 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ad4bc0cb-ba51-424c-99db-6ea78aada57b req-813f85af-a854-43c4-9399-6820e70c9b7e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 210 time: 0.0301158 May 26 19:41:07.144937 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-227ae754-242e-4f1a-a848-63fc493b5742 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (a134ce52-70d0-4564-90d9-d230fb1aa861), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:07.554649 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:07.602481 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62b5e9-f84c-4672-a7f1-8995b976a1f8 req-16dfb236-0ad8-4d68-978f-95a233a749e3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:07.604010 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-af62b5e9-f84c-4672-a7f1-8995b976a1f8 req-16dfb236-0ad8-4d68-978f-95a233a749e3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0863340 May 26 19:41:07.612167 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227ae754-242e-4f1a-a848-63fc493b5742 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Router 4be83288-a79b-4a97-904b-bd07efa0f7a7 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:41:07.702347 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-af62b5e9-f84c-4672-a7f1-8995b976a1f8 req-faa8db66-983a-48c5-a43d-b5cec8edfbb3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920198 May 26 19:41:07.752547 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227ae754-242e-4f1a-a848-63fc493b5742 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:41:07.757330 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-227ae754-242e-4f1a-a848-63fc493b5742 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:07.764965 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61e17c8-0ba0-42ae-a389-0d5b19f61f4d None None] Sync routers for ids ['4be83288-a79b-4a97-904b-bd07efa0f7a7'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:41:07.775130 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61e17c8-0ba0-42ae-a389-0d5b19f61f4d None None] Routers {'4be83288-a79b-4a97-904b-bd07efa0f7a7'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:41:07.777545 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-d61e17c8-0ba0-42ae-a389-0d5b19f61f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:40:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['4be83288-a79b-4a97-904b-bd07efa0f7a7'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:07.789863 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19b79e3-ce41-4806-b97f-8a14cd797d63', 'tag': 'e6b42048-c3ab-4c39-bdb2-eab21f5b42e7'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:07.792161 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21455640-7c57-4120-bcab-568153632e38" -d '{"events": [{"name": "network-changed", "server_uuid": "d19b79e3-ce41-4806-b97f-8a14cd797d63", "tag": "e6b42048-c3ab-4c39-bdb2-eab21f5b42e7"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:41:07.834620 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71414533-6c1d-48db-ae63-23a77c984099 x-openstack-request-id: req-71414533-6c1d-48db-ae63-23a77c984099 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:41:07.834928 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19b79e3-ce41-4806-b97f-8a14cd797d63", "tag": "e6b42048-c3ab-4c39-bdb2-eab21f5b42e7", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:41:07.835593 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-71414533-6c1d-48db-ae63-23a77c984099 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:41:07.835593 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71414533-6c1d-48db-ae63-23a77c984099'] response: {'name': 'network-changed', 'server_uuid': 'd19b79e3-ce41-4806-b97f-8a14cd797d63', 'tag': 'e6b42048-c3ab-4c39-bdb2-eab21f5b42e7', 'status': 'completed', 'code': 200} May 26 19:41:07.879734 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-227ae754-242e-4f1a-a848-63fc493b5742 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "PUT /v2.0/floatingips/a134ce52-70d0-4564-90d9-d230fb1aa861 HTTP/1.1" status: 200 len: 993 time: 1.4187222 May 26 19:41:07.898923 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-d61e17c8-0ba0-42ae-a389-0d5b19f61f4d None None] Set router 4be83288-a79b-4a97-904b-bd07efa0f7a7 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:41:07.934018 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21455640-7c57-4120-bcab-568153632e38 req-75f813a8-0bc0-4058-9313-44ea2ce11682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:07.935616 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-21455640-7c57-4120-bcab-568153632e38 req-75f813a8-0bc0-4058-9313-44ea2ce11682 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf99d88fec9046608e464a5e2c75506e&device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 1130 time: 0.0597401 May 26 19:41:07.976051 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:08.014173 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-4b0f3201-85e2-40b0-97c4-8e36d9cdce23 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:08.015645 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-4b0f3201-85e2-40b0-97c4-8e36d9cdce23 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.77 "GET /v2.0/networks?id=2ddf1778-5518-469d-acdc-1047098dc517 HTTP/1.1" status: 200 len: 815 time: 0.2208054 May 26 19:41:08.064903 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:08.102844 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21455640-7c57-4120-bcab-568153632e38 req-d1e382da-a7f0-45b6-83ad-e9302d30c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:08.104388 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-21455640-7c57-4120-bcab-568153632e38 req-d1e382da-a7f0-45b6-83ad-e9302d30c87a service neutron] 10.222.0.77 "GET /v2.0/networks?id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d HTTP/1.1" status: 200 len: 919 time: 0.1613884 May 26 19:41:08.112938 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-f78b4b40-c795-4347-aa41-ffe746ac3168 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba HTTP/1.1" status: 200 len: 380 time: 0.0870767 May 26 19:41:08.124810 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-5b048928-3bde-47af-b511-ac93171affc8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'port': {'device_id': '1aefdfc4-c74d-48dd-8945-bdd21a5c0566', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'admin_state_up': True, 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'security_groups': ['a9b908b3-bc1e-4ed8-a085-88e066e90e6d']}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:41:08.197336 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-d61e17c8-0ba0-42ae-a389-0d5b19f61f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'name': 'tempest-ServerRescueNegativeTestJSON-462322217-router', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:56Z', 'updated_at': '2022-05-26T19:37:04Z', 'revision_number': 4, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'gw_port': {'id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'a134ce52-70d0-4564-90d9-d230fb1aa861', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'port_id': 'e6b42048-c3ab-4c39-bdb2-eab21f5b42e7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'mac_address': 'fa:16:3e:76:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19b79e3-ce41-4806-b97f-8a14cd797d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:39:03Z', 'updated_at': '2022-05-26T19:41:06Z', 'revision_number': 3, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebef08d-d05f-44f6-97bb-a73d28d44c5f', 'name': '', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'mac_address': 'fa:16:3e:13:54:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:03Z', 'updated_at': '2022-05-26T19:37:12Z', 'revision_number': 5, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'subnets': [{'id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:08.229414 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61e17c8-0ba0-42ae-a389-0d5b19f61f4d None None] Checking router: 4be83288-a79b-4a97-904b-bd07efa0f7a7 for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:41:08.238370 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61e17c8-0ba0-42ae-a389-0d5b19f61f4d None None] Routers {'4be83288-a79b-4a97-904b-bd07efa0f7a7'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:41:08.239015 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-d61e17c8-0ba0-42ae-a389-0d5b19f61f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:40:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['4be83288-a79b-4a97-904b-bd07efa0f7a7'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:08.259256 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ef2d0dca-d2b7-4518-85d8-6eddbdbfc2b7 req-c762e6b5-1880-4a16-8b67-3657c21bf90b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 210 time: 0.0525661 May 26 19:41:08.261806 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-21455640-7c57-4120-bcab-568153632e38 req-d5ef8087-1621-4bb4-9cb9-a292a2e17971 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 HTTP/1.1" status: 200 len: 1001 time: 0.1478078 May 26 19:41:08.278055 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:08.341431 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-d61e17c8-0ba0-42ae-a389-0d5b19f61f4d None None] Set router 4be83288-a79b-4a97-904b-bd07efa0f7a7 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:41:08.348790 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21455640-7c57-4120-bcab-568153632e38 req-7b998ff6-b083-4a0a-ae4d-475939c20dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:08.350686 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-21455640-7c57-4120-bcab-568153632e38 req-7b998ff6-b083-4a0a-ae4d-475939c20dfd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=74ab063f-9814-4a72-a36c-4bbd4ab07270 HTTP/1.1" status: 200 len: 857 time: 0.0678670 May 26 19:41:08.398000 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21455640-7c57-4120-bcab-568153632e38 req-bb6df492-3ca0-40d2-a465-05d2be55db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:08.400252 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-21455640-7c57-4120-bcab-568153632e38 req-bb6df492-3ca0-40d2-a465-05d2be55db79 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411732 May 26 19:41:08.454598 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-5b048928-3bde-47af-b511-ac93171affc8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Made reservation on behalf of 39f75b0f65c4475ba2d5dc1e7ae203ba for: {'port': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:41:08.457978 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-5b048928-3bde-47af-b511-ac93171affc8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:08.479392 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:08.552371 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-d61e17c8-0ba0-42ae-a389-0d5b19f61f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'name': 'tempest-ServerRescueNegativeTestJSON-462322217-router', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:56Z', 'updated_at': '2022-05-26T19:37:04Z', 'revision_number': 4, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'gw_port': {'id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'a134ce52-70d0-4564-90d9-d230fb1aa861', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'port_id': 'e6b42048-c3ab-4c39-bdb2-eab21f5b42e7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'mac_address': 'fa:16:3e:76:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19b79e3-ce41-4806-b97f-8a14cd797d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:39:03Z', 'updated_at': '2022-05-26T19:41:06Z', 'revision_number': 3, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebef08d-d05f-44f6-97bb-a73d28d44c5f', 'name': '', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'mac_address': 'fa:16:3e:13:54:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:03Z', 'updated_at': '2022-05-26T19:37:12Z', 'revision_number': 5, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'subnets': [{'id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:08.552665 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-21455640-7c57-4120-bcab-568153632e38 req-4de3d302-0a86-4143-b8f5-d537245dfcce service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460106 May 26 19:41:08.577302 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61e17c8-0ba0-42ae-a389-0d5b19f61f4d None None] The sync data for ids ['4be83288-a79b-4a97-904b-bd07efa0f7a7'] in dv-cinder-825492-17-iscsi is: [{'id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'name': 'tempest-ServerRescueNegativeTestJSON-462322217-router', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:56Z', 'updated_at': '2022-05-26T19:37:04Z', 'revision_number': 4, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'gw_port': {'id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'a134ce52-70d0-4564-90d9-d230fb1aa861', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'port_id': 'e6b42048-c3ab-4c39-bdb2-eab21f5b42e7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'mac_address': 'fa:16:3e:76:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19b79e3-ce41-4806-b97f-8a14cd797d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:39:03Z', 'updated_at': '2022-05-26T19:41:06Z', 'revision_number': 3, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebef08d-d05f-44f6-97bb-a73d28d44c5f', 'name': '', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'mac_address': 'fa:16:3e:13:54:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:03Z', 'updated_at': '2022-05-26T19:37:12Z', 'revision_number': 5, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'subnets': [{'id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:41:08.656691 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device d5745298-9304-403b-b990-9deaf1756306 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:41:08.660738 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=69,neutron:UPDATE=6 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:08.685596 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-5b048928-3bde-47af-b511-ac93171affc8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Allocated IP 172.20.0.13 (2ddf1778-5518-469d-acdc-1047098dc517/211cc661-0675-4518-a8c1-1c3a38ef5bb2/13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:41:08.714309 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-21455640-7c57-4120-bcab-568153632e38 req-9629f0bf-dd1c-43df-bdcd-656f9a200fbf service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532259 May 26 19:41:08.790122 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port d5745298-9304-403b-b990-9deaf1756306, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d5745298-9304-403b-b990-9deaf1756306,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:41:08.802956 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': 'd5745298-9304-403b-b990-9deaf1756306', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'port_id': 'd5745298-9304-403b-b990-9deaf1756306', 'mac_address': 'fa:16:3e:c5:4a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:41:08.845093 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b3e78-6733-4345-a423-dc2447dd5add req-1b94b537-4355-4707-9a30-0f460d9b7ed4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:08.845661 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port d5745298-9304-403b-b990-9deaf1756306 is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:41:08.845661 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (d5745298-9304-403b-b990-9deaf1756306), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:08.853057 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5e1b3e78-6733-4345-a423-dc2447dd5add req-1b94b537-4355-4707-9a30-0f460d9b7ed4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 944 time: 0.0600576 May 26 19:41:08.858887 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5745298-9304-403b-b990-9deaf1756306 {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:41:08.868970 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-5b048928-3bde-47af-b511-ac93171affc8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for port (13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:08.876874 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:08.880808 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port d5745298-9304-403b-b990-9deaf1756306, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d5745298-9304-403b-b990-9deaf1756306,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:41:08.897325 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5e1b3e78-6733-4345-a423-dc2447dd5add req-ea12b23e-1d15-4603-a25b-71841cf7fca0 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433939 May 26 19:41:09.003979 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (d5745298-9304-403b-b990-9deaf1756306), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:09.004343 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-5b048928-3bde-47af-b511-ac93171affc8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:09.050177 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=d5745298-9304-403b-b990-9deaf1756306,revision_number=9']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:09.051483 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-5b048928-3bde-47af-b511-ac93171affc8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Network 2ddf1778-5518-469d-acdc-1047098dc517 is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:41:09.056439 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-5b048928-3bde-47af-b511-ac93171affc8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:41:09.057245 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:09.058266 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:09.058644 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:09.059011 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:09.059261 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b048928-3bde-47af-b511-ac93171affc8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'Port': ['ID=13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:09.059388 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:09.059669 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:09.059997 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:09.060316 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:09.060654 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:09.061243 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:09.061371 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:09.061476 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-5b048928-3bde-47af-b511-ac93171affc8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:41:09.061612 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:09.061939 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:09.062261 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:09.062640 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:09.112791 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-5b048928-3bde-47af-b511-ac93171affc8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:09.113423 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-5b048928-3bde-47af-b511-ac93171affc8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:09.204746 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-5b048928-3bde-47af-b511-ac93171affc8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0849400 May 26 19:41:09.217083 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] Request body: {'port': {'device_id': '1aefdfc4-c74d-48dd-8945-bdd21a5c0566', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:41:09.279490 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:09.298346 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['d5745298-9304-403b-b990-9deaf1756306'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:41:09.348594 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-7bb07407-7449-4172-b6cf-be5fa9a39e59 None None] Provisioning complete for port 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:41:09.348883 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-7bb07407-7449-4172-b6cf-be5fa9a39e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:09.400154 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-7bb07407-7449-4172-b6cf-be5fa9a39e59 None None] Port 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:41:09.406922 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744d609-9a21-4342-961d-64dcb12769c0 req-ae771c98-ff81-4e0c-8ab0-bb00cd91298d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:09.408614 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6744d609-9a21-4342-961d-64dcb12769c0 req-ae771c98-ff81-4e0c-8ab0-bb00cd91298d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 932 time: 0.0678177 May 26 19:41:09.490485 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:09.548891 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6744d609-9a21-4342-961d-64dcb12769c0 req-c3b3ee79-8024-4dfd-b15a-e4d5896ba097 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9b908b3-bc1e-4ed8-a085-88e066e90e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000535 May 26 19:41:09.640843 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 {{(pid=104684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:41:09.648235 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] Publish callbacks [] for port (13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:09.661436 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.provisioning_blocks [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] Transition to ACTIVE for port object 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 will not be triggered until provisioned by entity L2. {{(pid=104684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 19:41:09.717922 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:09.768312 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] Pushing event updated for resources: {'Port': ['ID=13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:09.837726 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19b79e3-ce41-4806-b97f-8a14cd797d63', 'tag': 'e6b42048-c3ab-4c39-bdb2-eab21f5b42e7'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:09.841380 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d3ebb7-4931-4ad0-ba46-47ceb116b757" -d '{"events": [{"name": "network-changed", "server_uuid": "d19b79e3-ce41-4806-b97f-8a14cd797d63", "tag": "e6b42048-c3ab-4c39-bdb2-eab21f5b42e7"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:41:09.843597 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:09.846826 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] Attempting to bind port 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:41:09.847241 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] Attempting to bind port 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:41:09.847568 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] Attempting to bind port 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 on network 2ddf1778-5518-469d-acdc-1047098dc517 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:41:09.852535 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] Port 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 on network 2ddf1778-5518-469d-acdc-1047098dc517 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 19:41:09.857727 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] Attempting to bind port 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 on network 2ddf1778-5518-469d-acdc-1047098dc517 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:41:09.858598 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] Checking agent: {'id': 'c3a211c9-c98b-4801-84c3-445f8272aa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'started_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:41:09.858968 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] Checking segment: {'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:41:09.859351 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] Bound using segment: {'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:41:09.859783 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] Bound port: 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'}}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:41:09.860145 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:09.892370 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c0031e-bd60-4f2a-93df-1bd1a46539cb x-openstack-request-id: req-44c0031e-bd60-4f2a-93df-1bd1a46539cb {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:41:09.892671 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19b79e3-ce41-4806-b97f-8a14cd797d63", "tag": "e6b42048-c3ab-4c39-bdb2-eab21f5b42e7", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:41:09.892928 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-44c0031e-bd60-4f2a-93df-1bd1a46539cb {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:41:09.893300 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44c0031e-bd60-4f2a-93df-1bd1a46539cb'] response: {'name': 'network-changed', 'server_uuid': 'd19b79e3-ce41-4806-b97f-8a14cd797d63', 'tag': 'e6b42048-c3ab-4c39-bdb2-eab21f5b42e7', 'status': 'completed', 'code': 200} May 26 19:41:09.957049 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3ebb7-4931-4ad0-ba46-47ceb116b757 req-7adb28ba-a0bb-41fc-8bf3-1f849db8db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:09.958547 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e2d3ebb7-4931-4ad0-ba46-47ceb116b757 req-7adb28ba-a0bb-41fc-8bf3-1f849db8db40 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf99d88fec9046608e464a5e2c75506e&device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 1130 time: 0.0427566 May 26 19:41:10.045687 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] For port 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1, host hv-cinder-82549, cleared binding levels {{(pid=104684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:41:10.074924 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ace0b-bee9-4935-a386-9be948acdfac req-b2cb8f4e-4f6c-4c7e-b744-aa0a58944abc tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:10.076312 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-516ace0b-bee9-4935-a386-9be948acdfac req-b2cb8f4e-4f6c-4c7e-b744-aa0a58944abc tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 945 time: 0.1025131 May 26 19:41:10.079426 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] For port 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:41:10.126679 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3ebb7-4931-4ad0-ba46-47ceb116b757 req-8e87a52a-9063-4616-b508-15c71a54931d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:10.128146 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e2d3ebb7-4931-4ad0-ba46-47ceb116b757 req-8e87a52a-9063-4616-b508-15c71a54931d service neutron] 10.222.0.77 "GET /v2.0/networks?id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d HTTP/1.1" status: 200 len: 919 time: 0.1624217 May 26 19:41:10.147405 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:10.201436 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-516ace0b-bee9-4935-a386-9be948acdfac req-aa6c6818-1fbc-4ebd-9554-5f4e9165a4d9 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175816 May 26 19:41:10.217870 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:10.218294 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:10.219672 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] 10.222.0.77 "PUT /v2.0/ports/13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 HTTP/1.1" status: 200 len: 1094 time: 1.0068731 May 26 19:41:10.251259 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e2d3ebb7-4931-4ad0-ba46-47ceb116b757 req-4d404e57-ac84-4de7-bea3-ffe5b9413161 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 HTTP/1.1" status: 200 len: 1001 time: 0.1130588 May 26 19:41:10.251970 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa44abc-cdce-46ad-aad2-59566df6880b service neutron] Pushing event updated for resources: {'Port': ['ID=13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1,revision_number=3']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:10.306042 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3ebb7-4931-4ad0-ba46-47ceb116b757 req-054b0e9e-e0a0-4da3-9ed6-ab0ad7f68e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:10.308569 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e2d3ebb7-4931-4ad0-ba46-47ceb116b757 req-054b0e9e-e0a0-4da3-9ed6-ab0ad7f68e99 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=74ab063f-9814-4a72-a36c-4bbd4ab07270 HTTP/1.1" status: 200 len: 857 time: 0.0494764 May 26 19:41:10.387818 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3ebb7-4931-4ad0-ba46-47ceb116b757 req-7622703b-7a7c-4a21-9856-40036ed66ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:10.389421 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e2d3ebb7-4931-4ad0-ba46-47ceb116b757 req-7622703b-7a7c-4a21-9856-40036ed66ff3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0749338 May 26 19:41:10.390291 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-db514ff9-ecd8-4548-a4ae-73e9403f3453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:10.391731 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-db514ff9-ecd8-4548-a4ae-73e9403f3453 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba&device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 1128 time: 0.0667882 May 26 19:41:10.452098 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-ceb7131e-3c59-42da-9ff9-36d78ae7bbc1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 HTTP/1.1" status: 200 len: 217 time: 0.0496547 May 26 19:41:10.498996 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:10.546893 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-e5fe76fe-5668-425b-9dd4-865995061bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:10.548359 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-e5fe76fe-5668-425b-9dd4-865995061bb8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=211cc661-0675-4518-a8c1-1c3a38ef5bb2 HTTP/1.1" status: 200 len: 854 time: 0.0820837 May 26 19:41:10.596063 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e2d3ebb7-4931-4ad0-ba46-47ceb116b757 req-85d32729-4225-41d3-8d5f-6a1be81253a8 service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953812 May 26 19:41:10.611248 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-6917a493-b565-4f18-88e6-67defd518030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:10.612650 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-6917a493-b565-4f18-88e6-67defd518030 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ddf1778-5518-469d-acdc-1047098dc517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0566704 May 26 19:41:10.665075 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device d5745298-9304-403b-b990-9deaf1756306 up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:41:10.693430 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059071d6-ef7b-45a8-bf9b-d2638d1fcdcd req-cc5d45a6-f545-4bf7-9acf-ce9caea71fbe tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:10.694935 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-059071d6-ef7b-45a8-bf9b-d2638d1fcdcd req-cc5d45a6-f545-4bf7-9acf-ce9caea71fbe tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 944 time: 0.0752735 May 26 19:41:10.724003 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port d5745298-9304-403b-b990-9deaf1756306 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:41:10.724378 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (d5745298-9304-403b-b990-9deaf1756306), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:10.748112 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-059071d6-ef7b-45a8-bf9b-d2638d1fcdcd req-fae65f5a-3547-4632-82fb-7ca39f60e7d9 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9b908b3-bc1e-4ed8-a085-88e066e90e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468795 May 26 19:41:10.762462 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:10.824172 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port d5745298-9304-403b-b990-9deaf1756306 is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:41:10.824560 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (d5745298-9304-403b-b990-9deaf1756306), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:10.850841 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915b2746-efa1-4bc1-897f-dd3382e94a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5745298-9304-403b-b990-9deaf1756306'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:10.853002 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc1d1e9-7e72-4e9e-9a6d-3ec2cc76a7fc" -d '{"events": [{"server_uuid": "915b2746-efa1-4bc1-897f-dd3382e94a03", "name": "network-vif-plugged", "status": "completed", "tag": "d5745298-9304-403b-b990-9deaf1756306"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:41:10.867221 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port d5745298-9304-403b-b990-9deaf1756306, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d5745298-9304-403b-b990-9deaf1756306,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:41:10.894451 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25577266-f4e3-4e4c-abe3-3de15f7bf913 x-openstack-request-id: req-25577266-f4e3-4e4c-abe3-3de15f7bf913 {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:41:10.894762 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915b2746-efa1-4bc1-897f-dd3382e94a03", "name": "network-vif-plugged", "status": "completed", "tag": "d5745298-9304-403b-b990-9deaf1756306", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:41:10.895067 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-25577266-f4e3-4e4c-abe3-3de15f7bf913 {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:41:10.895484 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25577266-f4e3-4e4c-abe3-3de15f7bf913'] response: {'server_uuid': '915b2746-efa1-4bc1-897f-dd3382e94a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5745298-9304-403b-b990-9deaf1756306', 'code': 200} May 26 19:41:10.941685 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (d5745298-9304-403b-b990-9deaf1756306), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:10.981512 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:10.990219 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=d5745298-9304-403b-b990-9deaf1756306,revision_number=10']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:10.997653 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e2d3ebb7-4931-4ad0-ba46-47ceb116b757 req-8277247b-5df1-4086-b4d3-599e3df2b5f8 service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946474 May 26 19:41:11.007948 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-a30daa4e-f13c-435c-a216-854bbbf3a57a service neutron] 10.222.0.77 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818297 May 26 19:41:11.330688 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d66ae0-5aa5-4ed9-9aa5-46471bd8cbdd req-76a6ce80-e59d-4691-9880-e0a1874315fe tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:11.332203 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f5d66ae0-5aa5-4ed9-9aa5-46471bd8cbdd req-76a6ce80-e59d-4691-9880-e0a1874315fe tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 947 time: 0.0465147 May 26 19:41:11.337311 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e66ccedc-2acd-4f81-bad7-a18eb37e24d9 req-5d20ac51-7a5a-4d50-9710-90f956934ffd service neutron] 10.222.0.77 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862732 May 26 19:41:11.385365 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f5d66ae0-5aa5-4ed9-9aa5-46471bd8cbdd req-1adeb739-d3dd-4879-8826-8794b1181f01 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473075 May 26 19:41:11.863062 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478903f3-6558-431b-8c5c-96d4b880076e req-3880b0cc-29e3-48c9-9c0e-4dc73e6c77cb tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:11.864486 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-478903f3-6558-431b-8c5c-96d4b880076e req-3880b0cc-29e3-48c9-9c0e-4dc73e6c77cb tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 944 time: 0.0465012 May 26 19:41:11.894345 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aefdfc4-c74d-48dd-8945-bdd21a5c0566', 'tag': '13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:11.900365 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76aac3cd-0c06-4df7-a631-9ed62280ce54" -d '{"events": [{"name": "network-changed", "server_uuid": "1aefdfc4-c74d-48dd-8945-bdd21a5c0566", "tag": "13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:41:11.919850 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-478903f3-6558-431b-8c5c-96d4b880076e req-5f794183-3ace-4528-a2a4-8ff060420ee3 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9b908b3-bc1e-4ed8-a085-88e066e90e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495589 May 26 19:41:11.936077 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbf374c-eafc-4d14-8dc1-fc4c48edce28 x-openstack-request-id: req-0cbf374c-eafc-4d14-8dc1-fc4c48edce28 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:41:11.936368 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aefdfc4-c74d-48dd-8945-bdd21a5c0566", "tag": "13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:41:11.936617 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0cbf374c-eafc-4d14-8dc1-fc4c48edce28 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:41:11.937034 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cbf374c-eafc-4d14-8dc1-fc4c48edce28'] response: {'name': 'network-changed', 'server_uuid': '1aefdfc4-c74d-48dd-8945-bdd21a5c0566', 'tag': '13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1', 'status': 'completed', 'code': 200} May 26 19:41:12.439874 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aac3cd-0c06-4df7-a631-9ed62280ce54 req-d6632ccd-1e65-4214-a2a2-1c4adfe424bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:12.441389 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-76aac3cd-0c06-4df7-a631-9ed62280ce54 req-d6632ccd-1e65-4214-a2a2-1c4adfe424bc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba&device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 1128 time: 0.0642660 May 26 19:41:12.455416 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ef8bd-6180-4f46-b740-46328fb5f461 req-e282a085-cd30-4677-8130-ca2968282f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:12.456725 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ce4ef8bd-6180-4f46-b740-46328fb5f461 req-e282a085-cd30-4677-8130-ca2968282f03 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 1131 time: 0.0530450 May 26 19:41:12.566753 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c8a4c-d0ef-4764-980b-3952d225ad54 req-ff104119-ae27-4fa5-98dd-7d56434ae738 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:12.568221 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-652c8a4c-d0ef-4764-980b-3952d225ad54 req-ff104119-ae27-4fa5-98dd-7d56434ae738 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 947 time: 0.1097040 May 26 19:41:12.604022 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ce4ef8bd-6180-4f46-b740-46328fb5f461 req-aa34eb9b-6ee1-44fe-b18d-2b8d3680f7d2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285460 May 26 19:41:12.633233 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aac3cd-0c06-4df7-a631-9ed62280ce54 req-7e81eba5-d2f4-4141-b4fb-e748a57d674b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:12.634624 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-76aac3cd-0c06-4df7-a631-9ed62280ce54 req-7e81eba5-d2f4-4141-b4fb-e748a57d674b service neutron] 10.222.0.77 "GET /v2.0/networks?id=2ddf1778-5518-469d-acdc-1047098dc517 HTTP/1.1" status: 200 len: 916 time: 0.1869247 May 26 19:41:12.645207 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-652c8a4c-d0ef-4764-980b-3952d225ad54 req-12c310f1-99d1-4c6a-a804-1c1e6e39e563 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685232 May 26 19:41:12.848680 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-76aac3cd-0c06-4df7-a631-9ed62280ce54 req-99b38004-905a-48d2-be73-6f14cdcff89c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 HTTP/1.1" status: 200 len: 217 time: 0.0322943 May 26 19:41:12.899924 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aac3cd-0c06-4df7-a631-9ed62280ce54 req-48b69b7d-17c0-46ab-b507-f7a57b3093ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:12.901300 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-76aac3cd-0c06-4df7-a631-9ed62280ce54 req-48b69b7d-17c0-46ab-b507-f7a57b3093ef service neutron] 10.222.0.77 "GET /v2.0/subnets?id=211cc661-0675-4518-a8c1-1c3a38ef5bb2 HTTP/1.1" status: 200 len: 854 time: 0.0464916 May 26 19:41:12.942982 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aac3cd-0c06-4df7-a631-9ed62280ce54 req-d5bee8a9-8461-4658-a605-ccfcc2ee5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:12.944530 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-76aac3cd-0c06-4df7-a631-9ed62280ce54 req-d5bee8a9-8461-4658-a605-ccfcc2ee5afc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ddf1778-5518-469d-acdc-1047098dc517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0369897 May 26 19:41:13.027937 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:13.034542 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-76aac3cd-0c06-4df7-a631-9ed62280ce54 req-54dcb41f-351d-4548-9724-e6e765e7369f service neutron] 10.222.0.77 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827799 May 26 19:41:13.036221 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32999757-ae3f-4730-9b43-045b400c1825 req-c6d4be38-551b-4e72-8c73-9e45bdc44c36 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:13.037685 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-32999757-ae3f-4730-9b43-045b400c1825 req-c6d4be38-551b-4e72-8c73-9e45bdc44c36 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 944 time: 0.0471923 May 26 19:41:13.083788 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-32999757-ae3f-4730-9b43-045b400c1825 req-5eb284ce-7a84-44f3-afc0-4879370fa199 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9b908b3-bc1e-4ed8-a085-88e066e90e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398369 May 26 19:41:13.454376 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-76aac3cd-0c06-4df7-a631-9ed62280ce54 req-b1ec189d-5279-40a6-83a2-e9b4a09a2690 service neutron] 10.222.0.77 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860286 May 26 19:41:13.754339 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:13.765440 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201815f-1b5f-4f43-a256-049fc673fc61 req-1fe40528-076d-45ab-8eeb-726532fdb7e8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:13.767089 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f201815f-1b5f-4f43-a256-049fc673fc61 req-1fe40528-076d-45ab-8eeb-726532fdb7e8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 947 time: 0.0495687 May 26 19:41:13.816200 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f201815f-1b5f-4f43-a256-049fc673fc61 req-a1146363-10a3-44dd-a3ad-6e8ff7db029d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436783 May 26 19:41:14.196798 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5016f5e-feca-4abd-b38a-aade09f3ab0b req-d8075a7b-0ea2-4fc2-8110-5c77da543b8f tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:14.198274 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c5016f5e-feca-4abd-b38a-aade09f3ab0b req-d8075a7b-0ea2-4fc2-8110-5c77da543b8f tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 944 time: 0.0471506 May 26 19:41:14.251079 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c5016f5e-feca-4abd-b38a-aade09f3ab0b req-66cd8384-d757-482a-9ef0-6c7a86e38c1e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9b908b3-bc1e-4ed8-a085-88e066e90e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472291 May 26 19:41:14.699616 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:41:14.711300 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:14.800025 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:41:14.813190 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': '13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'port_id': '13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1', 'mac_address': 'fa:16:3e:b3:24:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:41:14.851430 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:41:14.852366 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:14.867056 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:41:14.887055 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:41:14.939031 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881b3b5-a649-497b-93f3-4446ad695014 req-284d7e34-9df3-4bbc-98f6-a443245883e9 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:14.940542 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4881b3b5-a649-497b-93f3-4446ad695014 req-284d7e34-9df3-4bbc-98f6-a443245883e9 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 947 time: 0.0509913 May 26 19:41:14.956096 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:14.967835 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:14.989822 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4881b3b5-a649-497b-93f3-4446ad695014 req-e8a8db66-be47-4734-b1f2-aeeabb5a82c4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436296 May 26 19:41:15.004391 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:15.244386 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:41:15.369280 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20a24d-fb56-4321-88d7-4eb2f2643f1c req-aaf861c2-6f52-4db5-8f10-31151c8c6fea tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:15.371471 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-cc20a24d-fb56-4321-88d7-4eb2f2643f1c req-aaf861c2-6f52-4db5-8f10-31151c8c6fea tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 945 time: 0.0548272 May 26 19:41:15.431864 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-cc20a24d-fb56-4321-88d7-4eb2f2643f1c req-d05e2816-8d71-4829-8813-9c670945a383 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9b908b3-bc1e-4ed8-a085-88e066e90e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548499 May 26 19:41:16.114252 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe7e46-2a87-4749-abb9-2c48fe52e62c req-c82c8f21-fc2c-4b76-988f-28b77950bd34 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:16.115719 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9dbe7e46-2a87-4749-abb9-2c48fe52e62c req-c82c8f21-fc2c-4b76-988f-28b77950bd34 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 947 time: 0.0464773 May 26 19:41:16.161777 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9dbe7e46-2a87-4749-abb9-2c48fe52e62c req-4dc19a41-affd-4619-b0e6-01b93f89101a tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404272 May 26 19:41:16.548530 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c0190-7274-4afc-a0c6-4b65c02c350c req-e77fe20b-30eb-4a48-9b11-c7679bc5eb50 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:16.550135 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d34c0190-7274-4afc-a0c6-4b65c02c350c req-e77fe20b-30eb-4a48-9b11-c7679bc5eb50 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 945 time: 0.0458424 May 26 19:41:16.596333 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d34c0190-7274-4afc-a0c6-4b65c02c350c req-a54c775b-4cad-494f-8262-18021479064d tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9b908b3-bc1e-4ed8-a085-88e066e90e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407248 May 26 19:41:16.714439 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:41:16.755512 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning for port 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 completed by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 19:41:16.812752 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:41:16.813124 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:16.884203 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:41:16.884578 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:16.909267 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aefdfc4-c74d-48dd-8945-bdd21a5c0566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:16.911613 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a21464-03eb-4e25-9e0b-e2f8cadbdfe9" -d '{"events": [{"server_uuid": "1aefdfc4-c74d-48dd-8945-bdd21a5c0566", "name": "network-vif-plugged", "status": "completed", "tag": "13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:41:16.924681 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:41:16.946076 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0ede1f-eeb1-4e7f-a139-989943747637 x-openstack-request-id: req-be0ede1f-eeb1-4e7f-a139-989943747637 {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:41:16.946370 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aefdfc4-c74d-48dd-8945-bdd21a5c0566", "name": "network-vif-plugged", "status": "completed", "tag": "13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:41:16.946618 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-be0ede1f-eeb1-4e7f-a139-989943747637 {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:41:16.947103 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be0ede1f-eeb1-4e7f-a139-989943747637'] response: {'server_uuid': '1aefdfc4-c74d-48dd-8945-bdd21a5c0566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1', 'code': 200} May 26 19:41:16.998246 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:17.033163 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:17.044780 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:17.296488 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240097bc-2a7f-4181-8e35-35acb87bfa5c req-06566048-fb48-4c7c-99fa-d4f0e8a394da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:17.298030 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-240097bc-2a7f-4181-8e35-35acb87bfa5c req-06566048-fb48-4c7c-99fa-d4f0e8a394da service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 1130 time: 0.0393112 May 26 19:41:17.345213 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-240097bc-2a7f-4181-8e35-35acb87bfa5c req-70a26525-0b6f-4357-bdd4-d49e685c382c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a9b908b3-bc1e-4ed8-a085-88e066e90e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396106 May 26 19:41:17.705738 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c21e98-b89d-4089-940b-e9509258b7f8 req-bf7e8473-1e84-434a-85e7-bdd3b63a6ca5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:17.707174 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e8c21e98-b89d-4089-940b-e9509258b7f8 req-bf7e8473-1e84-434a-85e7-bdd3b63a6ca5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 946 time: 0.0451329 May 26 19:41:17.755797 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e8c21e98-b89d-4089-940b-e9509258b7f8 req-fbf122fe-0374-47ef-bf70-d9948fc6e265 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9b908b3-bc1e-4ed8-a085-88e066e90e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431967 May 26 19:41:18.535371 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:41:18.871243 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a844b85-268a-40d7-a745-f7aec9842c20 req-cbbe577c-94e1-4c2b-9050-6fb481f53f43 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:18.872786 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8a844b85-268a-40d7-a745-f7aec9842c20 req-cbbe577c-94e1-4c2b-9050-6fb481f53f43 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 946 time: 0.0470922 May 26 19:41:18.925577 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8a844b85-268a-40d7-a745-f7aec9842c20 req-0dfca367-075b-4152-937b-875850b80c04 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9b908b3-bc1e-4ed8-a085-88e066e90e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471051 May 26 19:41:19.506552 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-5731c8ee-9a04-4b9c-8a15-dd6e153e8411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:20.038794 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a3980-b507-4645-b0b2-15b53884eeed req-70798587-6af0-4956-848c-d59f0bf6b494 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:20.040303 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-776a3980-b507-4645-b0b2-15b53884eeed req-70798587-6af0-4956-848c-d59f0bf6b494 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 946 time: 0.0484381 May 26 19:41:20.087100 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-776a3980-b507-4645-b0b2-15b53884eeed req-37801e95-2fca-41c1-ac79-6faad7aef379 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9b908b3-bc1e-4ed8-a085-88e066e90e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406108 May 26 19:41:20.193196 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de5153-7601-4bb8-8e74-e6b939847937 req-38098edd-8458-4551-8088-128b8dcab2d2 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:20.194617 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-91de5153-7601-4bb8-8e74-e6b939847937 req-38098edd-8458-4551-8088-128b8dcab2d2 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 946 time: 0.0457072 May 26 19:41:20.202946 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56346) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:41:20.207004 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-46b891cc-781a-4527-9f25-e50e812a9ebf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'floatingip': {'port_id': '13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:41:20.247172 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-46b891cc-781a-4527-9f25-e50e812a9ebf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (022b5547-c5fd-45e4-9cb5-44590b533919), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:20.656829 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-46b891cc-781a-4527-9f25-e50e812a9ebf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:20.712190 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-46b891cc-781a-4527-9f25-e50e812a9ebf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (022b5547-c5fd-45e4-9cb5-44590b533919), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:20.819822 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.l3_db [None req-46b891cc-781a-4527-9f25-e50e812a9ebf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Floating IP 022b5547-c5fd-45e4-9cb5-44590b533919 associated. External IP: 172.27.0.83, port: 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1. May 26 19:41:20.859490 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:20.912320 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:21.018558 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b891cc-781a-4527-9f25-e50e812a9ebf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:41:21.120631 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b891cc-781a-4527-9f25-e50e812a9ebf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:41:21.125690 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-46b891cc-781a-4527-9f25-e50e812a9ebf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:21.130544 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30264087-bd31-4709-ac68-75412753483b None None] Sync routers for ids ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:41:21.142658 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30264087-bd31-4709-ac68-75412753483b None None] Routers {'b0d441a2-04dd-492e-8b78-e74be8ab4bc6'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:41:21.143411 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-30264087-bd31-4709-ac68-75412753483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:40:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:21.162502 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-46b891cc-781a-4527-9f25-e50e812a9ebf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "PUT /v2.0/floatingips/022b5547-c5fd-45e4-9cb5-44590b533919 HTTP/1.1" status: 200 len: 991 time: 0.9575181 May 26 19:41:21.162502 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aefdfc4-c74d-48dd-8945-bdd21a5c0566', 'tag': '13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:21.164444 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4ce45a-d98c-4802-be87-8cdeedb931ec" -d '{"events": [{"name": "network-changed", "server_uuid": "1aefdfc4-c74d-48dd-8945-bdd21a5c0566", "tag": "13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:41:21.203787 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ac5869-10c1-4537-9afc-c3da8543d61e x-openstack-request-id: req-f8ac5869-10c1-4537-9afc-c3da8543d61e {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:41:21.203787 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aefdfc4-c74d-48dd-8945-bdd21a5c0566", "tag": "13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:41:21.203787 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f8ac5869-10c1-4537-9afc-c3da8543d61e {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:41:21.203787 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ac5869-10c1-4537-9afc-c3da8543d61e'] response: {'name': 'network-changed', 'server_uuid': '1aefdfc4-c74d-48dd-8945-bdd21a5c0566', 'tag': '13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1', 'status': 'completed', 'code': 200} May 26 19:41:21.254093 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-30264087-bd31-4709-ac68-75412753483b None None] Set router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:41:21.273739 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ce45a-d98c-4802-be87-8cdeedb931ec req-4730a661-1801-443b-a83f-673d9949af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:21.275426 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3c4ce45a-d98c-4802-be87-8cdeedb931ec req-4730a661-1801-443b-a83f-673d9949af5e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba&device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 1130 time: 0.0399055 May 26 19:41:21.367085 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ce45a-d98c-4802-be87-8cdeedb931ec req-b03c941d-fcc6-44dd-8f12-bc35057b7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:21.368564 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3c4ce45a-d98c-4802-be87-8cdeedb931ec req-b03c941d-fcc6-44dd-8f12-bc35057b7ac7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2ddf1778-5518-469d-acdc-1047098dc517 HTTP/1.1" status: 200 len: 916 time: 0.0878007 May 26 19:41:21.430741 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3c4ce45a-d98c-4802-be87-8cdeedb931ec req-960d6274-da96-4a8b-878a-6ae9896ace29 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 HTTP/1.1" status: 200 len: 999 time: 0.0541406 May 26 19:41:21.456501 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:21.478861 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ce45a-d98c-4802-be87-8cdeedb931ec req-7033ba0b-83d8-4f74-9a0a-dd2ff0a150d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:21.480875 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3c4ce45a-d98c-4802-be87-8cdeedb931ec req-7033ba0b-83d8-4f74-9a0a-dd2ff0a150d1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=211cc661-0675-4518-a8c1-1c3a38ef5bb2 HTTP/1.1" status: 200 len: 854 time: 0.0429158 May 26 19:41:21.502315 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-30264087-bd31-4709-ac68-75412753483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '022b5547-c5fd-45e4-9cb5-44590b533919', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'port_id': '13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'mac_address': 'fa:16:3e:b3:24:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aefdfc4-c74d-48dd-8945-bdd21a5c0566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:41:04Z', 'updated_at': '2022-05-26T19:41:20Z', 'revision_number': 1, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:21.526333 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30264087-bd31-4709-ac68-75412753483b None None] Checking router: b0d441a2-04dd-492e-8b78-e74be8ab4bc6 for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:41:21.527919 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ce45a-d98c-4802-be87-8cdeedb931ec req-1fd9d92b-e81e-4f08-a4cf-72f0bee202c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:21.529549 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3c4ce45a-d98c-4802-be87-8cdeedb931ec req-1fd9d92b-e81e-4f08-a4cf-72f0bee202c7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ddf1778-5518-469d-acdc-1047098dc517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425034 May 26 19:41:21.534771 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30264087-bd31-4709-ac68-75412753483b None None] Routers {'b0d441a2-04dd-492e-8b78-e74be8ab4bc6'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:41:21.535420 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-30264087-bd31-4709-ac68-75412753483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:40:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:21.626510 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3c4ce45a-d98c-4802-be87-8cdeedb931ec req-3eb388cd-1642-4900-b955-9a19d52da929 service neutron] 10.222.0.77 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825148 May 26 19:41:21.635442 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-30264087-bd31-4709-ac68-75412753483b None None] Set router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:41:21.721582 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3c4ce45a-d98c-4802-be87-8cdeedb931ec req-2f174dcc-e243-4e1d-b0ea-8403fff2a12b service neutron] 10.222.0.77 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874138 May 26 19:41:21.909966 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-e2be3e01-84c7-4c4c-834d-62384e5a98d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:21.968897 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-30264087-bd31-4709-ac68-75412753483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '022b5547-c5fd-45e4-9cb5-44590b533919', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'port_id': '13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'mac_address': 'fa:16:3e:b3:24:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aefdfc4-c74d-48dd-8945-bdd21a5c0566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:41:04Z', 'updated_at': '2022-05-26T19:41:20Z', 'revision_number': 1, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:21.993067 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30264087-bd31-4709-ac68-75412753483b None None] The sync data for ids ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'] in dv-cinder-825492-17-iscsi is: [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '022b5547-c5fd-45e4-9cb5-44590b533919', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'port_id': '13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'mac_address': 'fa:16:3e:b3:24:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aefdfc4-c74d-48dd-8945-bdd21a5c0566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:41:04Z', 'updated_at': '2022-05-26T19:41:20Z', 'revision_number': 1, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:41:22.179229 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083a7f25-0221-46e4-946b-f02907fec3a8 None None] New status for floating IP 022b5547-c5fd-45e4-9cb5-44590b533919: ACTIVE {{(pid=104687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:41:22.955541 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:24.586033 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:25.866626 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:27.098427 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:30.081513 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=42 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:30.083382 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=89 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:31.717053 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=84 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:31.717808 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=66 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:32.327264 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:32.352170 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:37.034789 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:37.036706 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:48.947731 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f105dbc-2a36-4bc1-b8a6-3acb0af1b8b1 req-0a5cdd33-1342-41ea-8eed-a2a4e31ebe4b tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:48.949188 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8f105dbc-2a36-4bc1-b8a6-3acb0af1b8b1 req-0a5cdd33-1342-41ea-8eed-a2a4e31ebe4b tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0471275 May 26 19:41:48.995651 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8f105dbc-2a36-4bc1-b8a6-3acb0af1b8b1 req-8d644476-44af-4f46-aa5f-2bfbe0592ce7 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408764 May 26 19:41:49.500255 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-420625ac-c2e7-491f-b59d-f7bc09309002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:50.109281 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc1514-c19f-410d-8914-f99244492f10 req-397cb8d7-2bdf-47ed-836f-fb444b95417f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:50.110784 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-00bc1514-c19f-410d-8914-f99244492f10 req-397cb8d7-2bdf-47ed-836f-fb444b95417f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0472548 May 26 19:41:50.161024 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-00bc1514-c19f-410d-8914-f99244492f10 req-af25de40-4bfb-4881-8e36-11443fa46497 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443814 May 26 19:41:51.276913 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf91191-d5b0-4468-b4c0-af07e8964901 req-8813d69e-193b-4a34-9cd9-5f2163362273 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:51.278388 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-7cf91191-d5b0-4468-b4c0-af07e8964901 req-8813d69e-193b-4a34-9cd9-5f2163362273 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0500588 May 26 19:41:51.327567 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-7cf91191-d5b0-4468-b4c0-af07e8964901 req-7e1ac1c8-9981-4618-b469-11c0d8ec3132 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414767 May 26 19:41:51.769066 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-8f98d9d2-3fd8-4b6e-8dbe-97c8e3c4cbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:52.442279 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab30eb-0a82-4220-b55b-01cc2f4550d3 req-bdc40be4-23bd-49c7-b67f-012f590710a3 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:52.443843 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-19ab30eb-0a82-4220-b55b-01cc2f4550d3 req-bdc40be4-23bd-49c7-b67f-012f590710a3 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0465755 May 26 19:41:52.490231 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-19ab30eb-0a82-4220-b55b-01cc2f4550d3 req-672d446d-af92-4535-94fc-f5cf4b61b340 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407829 May 26 19:41:52.938334 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:53.065799 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfff9bb-dc77-4c44-b757-e7b86f9c9c71 req-02729e88-5d5d-4c4f-b4af-3f394cefe3b0 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:53.067303 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bdfff9bb-dc77-4c44-b757-e7b86f9c9c71 req-02729e88-5d5d-4c4f-b4af-3f394cefe3b0 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.77 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0465300 May 26 19:41:53.162151 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-bdfff9bb-dc77-4c44-b757-e7b86f9c9c71 req-632969e6-ea88-4a70-8afb-38e835020379 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Deleting port e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:41:53.162496 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-bdfff9bb-dc77-4c44-b757-e7b86f9c9c71 req-632969e6-ea88-4a70-8afb-38e835020379 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (e6b42048-c3ab-4c39-bdb2-eab21f5b42e7), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:53.251149 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-bdfff9bb-dc77-4c44-b757-e7b86f9c9c71 req-632969e6-ea88-4a70-8afb-38e835020379 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] For port e6b42048-c3ab-4c39-bdb2-eab21f5b42e7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e6b42048-c3ab-4c39-bdb2-eab21f5b42e7,segment=NetworkSegment(bc2a2a0d-a1b3-4069-8e6b-6f21f689784b),segment_id=bc2a2a0d-a1b3-4069-8e6b-6f21f689784b)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:41:53.252025 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-bdfff9bb-dc77-4c44-b757-e7b86f9c9c71 req-632969e6-ea88-4a70-8afb-38e835020379 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (e6b42048-c3ab-4c39-bdb2-eab21f5b42e7), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:53.419195 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-bdfff9bb-dc77-4c44-b757-e7b86f9c9c71 req-632969e6-ea88-4a70-8afb-38e835020379 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:53.419555 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-bdfff9bb-dc77-4c44-b757-e7b86f9c9c71 req-632969e6-ea88-4a70-8afb-38e835020379 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (a134ce52-70d0-4564-90d9-d230fb1aa861), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:53.419872 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.l3_db [req-bdfff9bb-dc77-4c44-b757-e7b86f9c9c71 req-632969e6-ea88-4a70-8afb-38e835020379 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Floating IP a134ce52-70d0-4564-90d9-d230fb1aa861 disassociated. External IP: 172.27.0.59, port: e6b42048-c3ab-4c39-bdb2-eab21f5b42e7. May 26 19:41:53.420210 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-bdfff9bb-dc77-4c44-b757-e7b86f9c9c71 req-632969e6-ea88-4a70-8afb-38e835020379 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Calling delete_port for e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 owned by compute:nova {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:41:53.620121 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337831c-84a0-4e7a-b880-2c8751aea263 req-ac3721f8-f56d-4c33-81cc-231f93a2747f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:53.621740 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b337831c-84a0-4e7a-b880-2c8751aea263 req-ac3721f8-f56d-4c33-81cc-231f93a2747f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 946 time: 0.0528898 May 26 19:41:53.648810 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-bdfff9bb-dc77-4c44-b757-e7b86f9c9c71 req-632969e6-ea88-4a70-8afb-38e835020379 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (e6b42048-c3ab-4c39-bdb2-eab21f5b42e7), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:53.674084 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b337831c-84a0-4e7a-b880-2c8751aea263 req-7278e836-c162-49e8-abc2-326e2702e4aa tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457087 May 26 19:41:53.681673 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632969e6-ea88-4a70-8afb-38e835020379 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Pushing event deleted for resources: {'Port': ['ID=e6b42048-c3ab-4c39-bdb2-eab21f5b42e7,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:53.798928 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdfff9bb-dc77-4c44-b757-e7b86f9c9c71 req-632969e6-ea88-4a70-8afb-38e835020379 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Router 4be83288-a79b-4a97-904b-bd07efa0f7a7 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:41:53.882366 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:53.901716 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdfff9bb-dc77-4c44-b757-e7b86f9c9c71 req-632969e6-ea88-4a70-8afb-38e835020379 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:41:53.912217 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ec975d-f81a-4310-8026-5140137ef7a4 None None] Sync routers for ids ['4be83288-a79b-4a97-904b-bd07efa0f7a7'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:41:53.921342 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec975d-f81a-4310-8026-5140137ef7a4 None None] Routers {'4be83288-a79b-4a97-904b-bd07efa0f7a7'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:41:53.921960 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-99ec975d-f81a-4310-8026-5140137ef7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:41:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['4be83288-a79b-4a97-904b-bd07efa0f7a7'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:53.945187 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfff9bb-dc77-4c44-b757-e7b86f9c9c71 req-632969e6-ea88-4a70-8afb-38e835020379 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] No DVR routers for this DVR port e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 on host hv-cinder-82549 {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:41:53.947671 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-bdfff9bb-dc77-4c44-b757-e7b86f9c9c71 req-632969e6-ea88-4a70-8afb-38e835020379 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:53.950875 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bdfff9bb-dc77-4c44-b757-e7b86f9c9c71 req-632969e6-ea88-4a70-8afb-38e835020379 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.77 "DELETE /v2.0/ports/e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 HTTP/1.1" status: 204 len: 173 time: 0.8718417 May 26 19:41:53.951333 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19b79e3-ce41-4806-b97f-8a14cd797d63', 'name': 'network-vif-deleted', 'tag': 'e6b42048-c3ab-4c39-bdb2-eab21f5b42e7'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:53.959402 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0e6162-f719-4365-a92b-54a3c21afbaa" -d '{"events": [{"server_uuid": "d19b79e3-ce41-4806-b97f-8a14cd797d63", "name": "network-vif-deleted", "tag": "e6b42048-c3ab-4c39-bdb2-eab21f5b42e7"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:41:53.987936 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7948c7a-ff4e-4c32-bf95-f1a9004e6ef1 x-openstack-request-id: req-e7948c7a-ff4e-4c32-bf95-f1a9004e6ef1 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:41:53.988227 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19b79e3-ce41-4806-b97f-8a14cd797d63", "name": "network-vif-deleted", "tag": "e6b42048-c3ab-4c39-bdb2-eab21f5b42e7", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:41:53.988513 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e7948c7a-ff4e-4c32-bf95-f1a9004e6ef1 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:41:53.988920 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7948c7a-ff4e-4c32-bf95-f1a9004e6ef1'] response: {'server_uuid': 'd19b79e3-ce41-4806-b97f-8a14cd797d63', 'name': 'network-vif-deleted', 'tag': 'e6b42048-c3ab-4c39-bdb2-eab21f5b42e7', 'status': 'completed', 'code': 200} May 26 19:41:54.027200 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-99ec975d-f81a-4310-8026-5140137ef7a4 None None] Set router 4be83288-a79b-4a97-904b-bd07efa0f7a7 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:41:54.229189 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-99ec975d-f81a-4310-8026-5140137ef7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'name': 'tempest-ServerRescueNegativeTestJSON-462322217-router', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:56Z', 'updated_at': '2022-05-26T19:37:04Z', 'revision_number': 4, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'gw_port': {'id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'aebef08d-d05f-44f6-97bb-a73d28d44c5f', 'name': '', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'mac_address': 'fa:16:3e:13:54:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:03Z', 'updated_at': '2022-05-26T19:37:12Z', 'revision_number': 5, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'subnets': [{'id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:54.255306 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ec975d-f81a-4310-8026-5140137ef7a4 None None] Checking router: 4be83288-a79b-4a97-904b-bd07efa0f7a7 for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:41:54.263819 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec975d-f81a-4310-8026-5140137ef7a4 None None] Routers {'4be83288-a79b-4a97-904b-bd07efa0f7a7'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:41:54.264423 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-99ec975d-f81a-4310-8026-5140137ef7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:41:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['4be83288-a79b-4a97-904b-bd07efa0f7a7'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:54.372632 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-99ec975d-f81a-4310-8026-5140137ef7a4 None None] Set router 4be83288-a79b-4a97-904b-bd07efa0f7a7 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:41:54.576248 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-99ec975d-f81a-4310-8026-5140137ef7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'name': 'tempest-ServerRescueNegativeTestJSON-462322217-router', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:56Z', 'updated_at': '2022-05-26T19:37:04Z', 'revision_number': 4, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'gw_port': {'id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'aebef08d-d05f-44f6-97bb-a73d28d44c5f', 'name': '', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'mac_address': 'fa:16:3e:13:54:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:03Z', 'updated_at': '2022-05-26T19:37:12Z', 'revision_number': 5, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'subnets': [{'id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:54.608962 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ec975d-f81a-4310-8026-5140137ef7a4 None None] The sync data for ids ['4be83288-a79b-4a97-904b-bd07efa0f7a7'] in dv-cinder-825492-17-iscsi is: [{'id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'name': 'tempest-ServerRescueNegativeTestJSON-462322217-router', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:56Z', 'updated_at': '2022-05-26T19:37:04Z', 'revision_number': 4, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'gw_port': {'id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'aebef08d-d05f-44f6-97bb-a73d28d44c5f', 'name': '', 'network_id': 'de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'mac_address': 'fa:16:3e:13:54:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:03Z', 'updated_at': '2022-05-26T19:37:12Z', 'revision_number': 5, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'subnets': [{'id': '74ab063f-9814-4a72-a36c-4bbd4ab07270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:41:54.614935 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:54.784335 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-7bbd898e-7137-4b2d-ac42-11637ff78e39 req-4d429c09-9b3e-4fb5-988c-1c5095a246b8 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 210 time: 0.0289187 May 26 19:41:54.883733 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a7ceb6-f6ff-4051-98e2-dcdb459cbea0 None None] New status for floating IP a134ce52-70d0-4564-90d9-d230fb1aa861: DOWN {{(pid=104687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:41:55.014437 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ac420-8eec-4556-88ce-c1e51b9038c6 req-e28cfcee-1b80-4596-8042-641cfe7c4da4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:55.015945 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3f6ac420-8eec-4556-88ce-c1e51b9038c6 req-e28cfcee-1b80-4596-8042-641cfe7c4da4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 947 time: 0.2120874 May 26 19:41:55.042894 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:55.064999 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3f6ac420-8eec-4556-88ce-c1e51b9038c6 req-1a8d6526-0674-4afc-a8db-90f8bd703ae1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423503 May 26 19:41:55.533727 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:41:55.889064 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:55.948170 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-60554724-d699-405a-938d-d7c6493a6254 req-67f9dbae-7242-49d7-86ba-bd167ceb5aac tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=d19b79e3-ce41-4806-b97f-8a14cd797d63 HTTP/1.1" status: 200 len: 210 time: 0.0828311 May 26 19:41:56.184745 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0698d-2949-4801-86e6-0d0e5537a9fd req-5953c317-691b-4130-94ca-941a290b4078 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:56.186196 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a0f0698d-2949-4801-86e6-0d0e5537a9fd req-5953c317-691b-4130-94ca-941a290b4078 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 947 time: 0.0495584 May 26 19:41:56.231897 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a0f0698d-2949-4801-86e6-0d0e5537a9fd req-12f575d3-5a60-4ce6-a845-39c164c5dca1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401440 May 26 19:41:56.630831 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f71d23-829c-4bed-b5c4-47657396d173 req-b4e222c9-1b0b-492d-9715-cdc12743b037 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:56.632226 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-34f71d23-829c-4bed-b5c4-47657396d173 req-b4e222c9-1b0b-492d-9715-cdc12743b037 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.77 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 947 time: 0.0495975 May 26 19:41:56.718032 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-34f71d23-829c-4bed-b5c4-47657396d173 req-bf902689-02b9-4091-afda-ce302434fb28 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Deleting port d5745298-9304-403b-b990-9deaf1756306 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:41:56.718372 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-34f71d23-829c-4bed-b5c4-47657396d173 req-bf902689-02b9-4091-afda-ce302434fb28 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (d5745298-9304-403b-b990-9deaf1756306), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:56.809288 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-34f71d23-829c-4bed-b5c4-47657396d173 req-bf902689-02b9-4091-afda-ce302434fb28 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] For port d5745298-9304-403b-b990-9deaf1756306, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d5745298-9304-403b-b990-9deaf1756306,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:41:56.809653 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-34f71d23-829c-4bed-b5c4-47657396d173 req-bf902689-02b9-4091-afda-ce302434fb28 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (d5745298-9304-403b-b990-9deaf1756306), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:56.916727 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:41:56.936646 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] No Port match for: e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:41:56.936980 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device e6b42048-c3ab-4c39-bdb2-eab21f5b42e7 not bound to the agent host hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:41:57.112750 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 56448) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:41:57.129047 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:57.175437 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d6b028df-53a1-4b1d-bf0d-6307c7e8d000 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for security_group (a9fe8cbe-50b5-4f83-b92f-fa4a237253d4), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:57.204369 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d6b028df-53a1-4b1d-bf0d-6307c7e8d000 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for security_group (a9fe8cbe-50b5-4f83-b92f-fa4a237253d4), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:57.211105 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-34f71d23-829c-4bed-b5c4-47657396d173 req-bf902689-02b9-4091-afda-ce302434fb28 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:57.211616 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-34f71d23-829c-4bed-b5c4-47657396d173 req-bf902689-02b9-4091-afda-ce302434fb28 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (f25bb679-06ae-4be7-b428-9c3410a32b21), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:57.211782 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.l3_db [req-34f71d23-829c-4bed-b5c4-47657396d173 req-bf902689-02b9-4091-afda-ce302434fb28 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Floating IP f25bb679-06ae-4be7-b428-9c3410a32b21 disassociated. External IP: 172.27.0.180, port: d5745298-9304-403b-b990-9deaf1756306. May 26 19:41:57.212322 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-34f71d23-829c-4bed-b5c4-47657396d173 req-bf902689-02b9-4091-afda-ce302434fb28 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Calling delete_port for d5745298-9304-403b-b990-9deaf1756306 owned by compute:nova {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:41:57.336812 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d6b028df-53a1-4b1d-bf0d-6307c7e8d000 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (a9fe8cbe-50b5-4f83-b92f-fa4a237253d4), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:57.339345 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d6b028df-53a1-4b1d-bf0d-6307c7e8d000 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:57.340489 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-d6b028df-53a1-4b1d-bf0d-6307c7e8d000 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "DELETE /v2.0/security-groups/a9fe8cbe-50b5-4f83-b92f-fa4a237253d4 HTTP/1.1" status: 204 len: 168 time: 0.2259095 May 26 19:41:57.343166 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56452) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:41:57.356237 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.api.v2.resource [None req-f4d75931-de53-4be3-b3f0-7689a4be0e70 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] show failed (client error): The resource could not be found. May 26 19:41:57.357760 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b028df-53a1-4b1d-bf0d-6307c7e8d000 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fe8cbe-50b5-4f83-b92f-fa4a237253d4,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:57.359355 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-f4d75931-de53-4be3-b3f0-7689a4be0e70 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups/a9fe8cbe-50b5-4f83-b92f-fa4a237253d4 HTTP/1.1" status: 404 len: 347 time: 0.0151901 May 26 19:41:57.360217 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56454) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:41:57.370039 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a862-69c3-4ce9-b1d6-787d9f5798f7 req-7c51e4c4-3bd2-4418-9665-b9b12afc4c6d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:57.377897 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b2b1a862-69c3-4ce9-b1d6-787d9f5798f7 req-7c51e4c4-3bd2-4418-9665-b9b12afc4c6d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 947 time: 0.0637629 May 26 19:41:57.430233 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b2b1a862-69c3-4ce9-b1d6-787d9f5798f7 req-edbb44a3-b12a-410a-9d91-07d8015f1312 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513937 May 26 19:41:57.454528 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-34f71d23-829c-4bed-b5c4-47657396d173 req-bf902689-02b9-4091-afda-ce302434fb28 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (d5745298-9304-403b-b990-9deaf1756306), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:57.491520 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf902689-02b9-4091-afda-ce302434fb28 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Pushing event deleted for resources: {'Port': ['ID=d5745298-9304-403b-b990-9deaf1756306,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:57.564580 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-37935b9d-e6b5-41e5-9faf-9086a372d878 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Deleting port cdfb8a81-33ae-4af8-8fb8-744c8ba7eb38 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:41:57.564925 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-37935b9d-e6b5-41e5-9faf-9086a372d878 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (cdfb8a81-33ae-4af8-8fb8-744c8ba7eb38), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:57.623005 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:57.661465 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:57.694765 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-37935b9d-e6b5-41e5-9faf-9086a372d878 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (cdfb8a81-33ae-4af8-8fb8-744c8ba7eb38), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:57.695063 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-37935b9d-e6b5-41e5-9faf-9086a372d878 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for floatingip (cdfb8a81-33ae-4af8-8fb8-744c8ba7eb38), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:57.706943 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34f71d23-829c-4bed-b5c4-47657396d173 req-bf902689-02b9-4091-afda-ce302434fb28 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Router ab9f03bb-732e-4883-91d6-4a3f9e7313fc has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:41:57.712072 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-37935b9d-e6b5-41e5-9faf-9086a372d878 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Calling delete_port for cdfb8a81-33ae-4af8-8fb8-744c8ba7eb38 owned by network:floatingip {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:41:57.884646 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34f71d23-829c-4bed-b5c4-47657396d173 req-bf902689-02b9-4091-afda-ce302434fb28 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:41:57.896450 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b540e5a7-3ff3-4357-aaac-5ac0a6477f33 None None] Sync routers for ids ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:41:57.908185 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b540e5a7-3ff3-4357-aaac-5ac0a6477f33 None None] Routers {'ab9f03bb-732e-4883-91d6-4a3f9e7313fc'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:41:57.917810 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-b540e5a7-3ff3-4357-aaac-5ac0a6477f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:41:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:57.964811 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f71d23-829c-4bed-b5c4-47657396d173 req-bf902689-02b9-4091-afda-ce302434fb28 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] No DVR routers for this DVR port d5745298-9304-403b-b990-9deaf1756306 on host hv-cinder-82549 {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:41:57.968969 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-34f71d23-829c-4bed-b5c4-47657396d173 req-bf902689-02b9-4091-afda-ce302434fb28 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:57.972867 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-34f71d23-829c-4bed-b5c4-47657396d173 req-bf902689-02b9-4091-afda-ce302434fb28 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.77 "DELETE /v2.0/ports/d5745298-9304-403b-b990-9deaf1756306 HTTP/1.1" status: 204 len: 173 time: 1.3309379 May 26 19:41:57.973242 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915b2746-efa1-4bc1-897f-dd3382e94a03', 'name': 'network-vif-deleted', 'tag': 'd5745298-9304-403b-b990-9deaf1756306'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:57.976013 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ff3738-54fe-4066-884d-be2f0c5db33e" -d '{"events": [{"server_uuid": "915b2746-efa1-4bc1-897f-dd3382e94a03", "name": "network-vif-deleted", "tag": "d5745298-9304-403b-b990-9deaf1756306"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:41:58.008318 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:58.029913 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-b540e5a7-3ff3-4357-aaac-5ac0a6477f33 None None] Set router ab9f03bb-732e-4883-91d6-4a3f9e7313fc gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:41:58.033602 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2174092a-b3a7-4545-aa06-1f6c6ed00613 x-openstack-request-id: req-2174092a-b3a7-4545-aa06-1f6c6ed00613 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:41:58.033896 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915b2746-efa1-4bc1-897f-dd3382e94a03", "name": "network-vif-deleted", "tag": "d5745298-9304-403b-b990-9deaf1756306", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:41:58.034147 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2174092a-b3a7-4545-aa06-1f6c6ed00613 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:41:58.034546 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2174092a-b3a7-4545-aa06-1f6c6ed00613'] response: {'server_uuid': '915b2746-efa1-4bc1-897f-dd3382e94a03', 'name': 'network-vif-deleted', 'tag': 'd5745298-9304-403b-b990-9deaf1756306', 'status': 'completed', 'code': 200} May 26 19:41:58.093270 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-37935b9d-e6b5-41e5-9faf-9086a372d878 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (cdfb8a81-33ae-4af8-8fb8-744c8ba7eb38), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:58.119433 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37935b9d-e6b5-41e5-9faf-9086a372d878 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Pushing event deleted for resources: {'Port': ['ID=cdfb8a81-33ae-4af8-8fb8-744c8ba7eb38,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:58.152123 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:58.199679 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-37935b9d-e6b5-41e5-9faf-9086a372d878 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks [] for floatingip (a134ce52-70d0-4564-90d9-d230fb1aa861), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:58.202869 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-37935b9d-e6b5-41e5-9faf-9086a372d878 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:58.204302 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-37935b9d-e6b5-41e5-9faf-9086a372d878 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "DELETE /v2.0/floatingips/a134ce52-70d0-4564-90d9-d230fb1aa861 HTTP/1.1" status: 204 len: 168 time: 0.8421497 May 26 19:41:58.243829 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-b540e5a7-3ff3-4357-aaac-5ac0a6477f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-router', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:22Z', 'revision_number': 4, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'gw_port': {'id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd', 'name': '', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'mac_address': 'fa:16:3e:05:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:21Z', 'updated_at': '2022-05-26T19:38:26Z', 'revision_number': 5, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'subnets': [{'id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:58.268417 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b540e5a7-3ff3-4357-aaac-5ac0a6477f33 None None] Checking router: ab9f03bb-732e-4883-91d6-4a3f9e7313fc for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:41:58.276945 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b540e5a7-3ff3-4357-aaac-5ac0a6477f33 None None] Routers {'ab9f03bb-732e-4883-91d6-4a3f9e7313fc'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:41:58.277545 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-b540e5a7-3ff3-4357-aaac-5ac0a6477f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:41:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:58.508220 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-b540e5a7-3ff3-4357-aaac-5ac0a6477f33 None None] Set router ab9f03bb-732e-4883-91d6-4a3f9e7313fc gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:41:58.551786 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-cb956d53-1b18-426c-a8ad-900a82921923 req-f9f8ced6-2470-4e93-9e23-be5e133661a5 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=915b2746-efa1-4bc1-897f-dd3382e94a03 HTTP/1.1" status: 200 len: 210 time: 0.0333512 May 26 19:41:58.707578 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-b540e5a7-3ff3-4357-aaac-5ac0a6477f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-router', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:22Z', 'revision_number': 4, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'gw_port': {'id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd', 'name': '', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'mac_address': 'fa:16:3e:05:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:21Z', 'updated_at': '2022-05-26T19:38:26Z', 'revision_number': 5, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'subnets': [{'id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:58.732791 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b540e5a7-3ff3-4357-aaac-5ac0a6477f33 None None] The sync data for ids ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'] in dv-cinder-825492-17-iscsi is: [{'id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-router', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:22Z', 'revision_number': 4, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'gw_port': {'id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd', 'name': '', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'mac_address': 'fa:16:3e:05:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:21Z', 'updated_at': '2022-05-26T19:38:26Z', 'revision_number': 5, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'subnets': [{'id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:41:58.947268 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b4099-903a-4e25-8bf4-357c891e34a5 None None] New status for floating IP f25bb679-06ae-4be7-b428-9c3410a32b21: DOWN {{(pid=104687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:41:59.719655 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56492) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:41:59.744519 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:41:59.777938 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ae067f44-f7a5-4891-97f0-62c495061675 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group (cb7a21ed-6da0-4220-b24f-4fe12ca92ec1), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:59.801810 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ae067f44-f7a5-4891-97f0-62c495061675 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group (cb7a21ed-6da0-4220-b24f-4fe12ca92ec1), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:59.917425 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ae067f44-f7a5-4891-97f0-62c495061675 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (cb7a21ed-6da0-4220-b24f-4fe12ca92ec1), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:59.920280 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ae067f44-f7a5-4891-97f0-62c495061675 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:41:59.921485 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-ae067f44-f7a5-4891-97f0-62c495061675 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "DELETE /v2.0/security-groups/cb7a21ed-6da0-4220-b24f-4fe12ca92ec1 HTTP/1.1" status: 204 len: 168 time: 0.2009559 May 26 19:41:59.925730 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 56496) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:41:59.931793 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae067f44-f7a5-4891-97f0-62c495061675 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7a21ed-6da0-4220-b24f-4fe12ca92ec1,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:59.946663 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.api.v2.resource [None req-c01ba48a-b1eb-49e0-bf7f-1ae6b6e23311 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] show failed (client error): The resource could not be found. May 26 19:41:59.946663 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-c01ba48a-b1eb-49e0-bf7f-1ae6b6e23311 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups/cb7a21ed-6da0-4220-b24f-4fe12ca92ec1 HTTP/1.1" status: 404 len: 347 time: 0.0164933 May 26 19:41:59.946945 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56498) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:00.064128 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-93abec41-ab9a-47c9-9cf3-d0e5935586c8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Deleting port 49d07a40-2f7f-4dae-82f3-2b4036ed4181 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:42:00.064467 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-93abec41-ab9a-47c9-9cf3-d0e5935586c8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (49d07a40-2f7f-4dae-82f3-2b4036ed4181), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:00.141123 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-93abec41-ab9a-47c9-9cf3-d0e5935586c8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (49d07a40-2f7f-4dae-82f3-2b4036ed4181), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:00.141367 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-93abec41-ab9a-47c9-9cf3-d0e5935586c8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for floatingip (49d07a40-2f7f-4dae-82f3-2b4036ed4181), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:00.153264 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-93abec41-ab9a-47c9-9cf3-d0e5935586c8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Calling delete_port for 49d07a40-2f7f-4dae-82f3-2b4036ed4181 owned by network:floatingip {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:42:00.328731 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-93abec41-ab9a-47c9-9cf3-d0e5935586c8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (49d07a40-2f7f-4dae-82f3-2b4036ed4181), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:00.358031 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abec41-ab9a-47c9-9cf3-d0e5935586c8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Pushing event deleted for resources: {'Port': ['ID=49d07a40-2f7f-4dae-82f3-2b4036ed4181,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:00.419940 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-93abec41-ab9a-47c9-9cf3-d0e5935586c8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for floatingip (f25bb679-06ae-4be7-b428-9c3410a32b21), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:00.422485 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-93abec41-ab9a-47c9-9cf3-d0e5935586c8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:00.423705 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-93abec41-ab9a-47c9-9cf3-d0e5935586c8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "DELETE /v2.0/floatingips/f25bb679-06ae-4be7-b428-9c3410a32b21 HTTP/1.1" status: 204 len: 168 time: 0.4756191 May 26 19:42:00.579073 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 56502) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:00.584122 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-8c9f81a0-094b-4c5c-9af1-460d6eadd256 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1419551516', 'description': 'tempest-description--78179388'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:00.599195 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a2cf2c35-6666-4ce0-aade-cd4fef5a599d req-40a89333-37b6-4abb-a386-fb9bac3cd206 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394549 May 26 19:42:00.664412 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8c9f81a0-094b-4c5c-9af1-460d6eadd256 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:00.673504 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2c35-6666-4ce0-aade-cd4fef5a599d req-3d35d596-ebe7-403d-a7ee-04ae80f519e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:00.675139 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a2cf2c35-6666-4ce0-aade-cd4fef5a599d req-3d35d596-ebe7-403d-a7ee-04ae80f519e5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf99d88fec9046608e464a5e2c75506e&device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 1129 time: 0.0470209 May 26 19:42:00.721035 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:00.733205 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8c9f81a0-094b-4c5c-9af1-460d6eadd256 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group (2b277d08-04b4-4e4a-bc93-5ffed52e87d8), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:00.784865 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2c35-6666-4ce0-aade-cd4fef5a599d req-28ce0692-88b3-4bd1-b6d2-c90b97bb2f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:00.786488 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a2cf2c35-6666-4ce0-aade-cd4fef5a599d req-28ce0692-88b3-4bd1-b6d2-c90b97bb2f8b service neutron] 10.222.0.77 "GET /v2.0/networks?id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d HTTP/1.1" status: 200 len: 919 time: 0.0879438 May 26 19:42:00.829332 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a2cf2c35-6666-4ce0-aade-cd4fef5a599d req-3ae2b870-234f-4319-bd98-88a3d8ef6ed0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eedf65c-da1c-48d7-8869-d150a6c93ed0 HTTP/1.1" status: 200 len: 217 time: 0.0361452 May 26 19:42:00.840046 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8c9f81a0-094b-4c5c-9af1-460d6eadd256 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (2b277d08-04b4-4e4a-bc93-5ffed52e87d8), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:00.878323 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f81a0-094b-4c5c-9af1-460d6eadd256 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b277d08-04b4-4e4a-bc93-5ffed52e87d8,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:00.887346 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2c35-6666-4ce0-aade-cd4fef5a599d req-a35aab20-0a9e-44d7-8c72-97baa0870685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:00.889095 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a2cf2c35-6666-4ce0-aade-cd4fef5a599d req-a35aab20-0a9e-44d7-8c72-97baa0870685 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=74ab063f-9814-4a72-a36c-4bbd4ab07270 HTTP/1.1" status: 200 len: 857 time: 0.0533381 May 26 19:42:00.913782 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8c9f81a0-094b-4c5c-9af1-460d6eadd256 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:00.917824 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-8c9f81a0-094b-4c5c-9af1-460d6eadd256 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3344052 May 26 19:42:00.917998 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 56510) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:00.922761 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-323aa72f-2549-4386-9711-6479b5afd1d1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Request body: {'security_group_rule': {'security_group_id': '2b277d08-04b4-4e4a-bc93-5ffed52e87d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:00.931518 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device d5745298-9304-403b-b990-9deaf1756306 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:42:00.933885 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2c35-6666-4ce0-aade-cd4fef5a599d req-ca75701f-11cc-4cb2-9b8c-ba10c433c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:00.935634 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a2cf2c35-6666-4ce0-aade-cd4fef5a599d req-ca75701f-11cc-4cb2-9b8c-ba10c433c3c7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399616 May 26 19:42:00.958663 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] No Port match for: d5745298-9304-403b-b990-9deaf1756306 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:42:00.959596 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device d5745298-9304-403b-b990-9deaf1756306 not bound to the agent host hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:42:01.014043 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:01.016790 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-323aa72f-2549-4386-9711-6479b5afd1d1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group_rule (3053b235-8834-4a23-b4e1-b69cfc41bf05), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:01.032628 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a2cf2c35-6666-4ce0-aade-cd4fef5a599d req-faa065bc-b8d9-4826-9733-4298767f1305 service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897791 May 26 19:42:01.042141 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:01.062075 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:01.066788 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-323aa72f-2549-4386-9711-6479b5afd1d1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group_rule (3053b235-8834-4a23-b4e1-b69cfc41bf05), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:01.126061 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a2cf2c35-6666-4ce0-aade-cd4fef5a599d req-7a4a45ca-d749-474a-a5ee-368304462855 service neutron] 10.222.0.77 "GET /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855155 May 26 19:42:01.190476 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ccca2-b5d0-4796-a43b-de9e78f27fd0 req-158997ba-9654-418b-bf03-3f11a99814f2 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:01.191872 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-469ccca2-b5d0-4796-a43b-de9e78f27fd0 req-158997ba-9654-418b-bf03-3f11a99814f2 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0480239 May 26 19:42:01.233136 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-323aa72f-2549-4386-9711-6479b5afd1d1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (3053b235-8834-4a23-b4e1-b69cfc41bf05), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:01.250252 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-469ccca2-b5d0-4796-a43b-de9e78f27fd0 req-1715c6b0-8f5a-4b38-b83e-ee6196251c74 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527811 May 26 19:42:01.255341 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323aa72f-2549-4386-9711-6479b5afd1d1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3053b235-8834-4a23-b4e1-b69cfc41bf05,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:01.370433 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-323aa72f-2549-4386-9711-6479b5afd1d1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:01.371690 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-323aa72f-2549-4386-9711-6479b5afd1d1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4524026 May 26 19:42:01.374267 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 56514) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:01.378583 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-8e8cd7db-28d6-4e7d-aa7a-67671eb7b7bd tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Request body: {'security_group_rule': {'security_group_id': '2b277d08-04b4-4e4a-bc93-5ffed52e87d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:01.505663 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8e8cd7db-28d6-4e7d-aa7a-67671eb7b7bd tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group_rule (b674c046-6e51-47f2-8a27-5965b691a37d), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:01.561566 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8e8cd7db-28d6-4e7d-aa7a-67671eb7b7bd tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group_rule (b674c046-6e51-47f2-8a27-5965b691a37d), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:01.648291 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8e8cd7db-28d6-4e7d-aa7a-67671eb7b7bd tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (b674c046-6e51-47f2-8a27-5965b691a37d), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:01.665831 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cd7db-28d6-4e7d-aa7a-67671eb7b7bd tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b674c046-6e51-47f2-8a27-5965b691a37d,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:01.740089 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8e8cd7db-28d6-4e7d-aa7a-67671eb7b7bd tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:01.741273 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-8e8cd7db-28d6-4e7d-aa7a-67671eb7b7bd tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3661010 May 26 19:42:01.744661 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 56516) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:01.748951 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Request body: {'floatingip': {'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:01.837380 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:01.918107 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:01.995046 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:02.022444 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Allocated IP 172.27.0.80 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/2934a2e5-86c4-4c91-88d9-dfcaafabdc6e) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:42:02.138300 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for port (2934a2e5-86c4-4c91-88d9-dfcaafabdc6e), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:02.232034 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (2934a2e5-86c4-4c91-88d9-dfcaafabdc6e), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:02.270725 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:02.275741 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:02.279534 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:42:02.284603 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Pushing event updated for resources: {'Port': ['ID=2934a2e5-86c4-4c91-88d9-dfcaafabdc6e,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:02.312113 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:02.312461 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:02.312799 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:02.313142 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:02.313471 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:02.313802 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:02.314630 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:02.314976 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:02.320540 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:02.320540 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:02.320540 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:02.320540 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:02.320540 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:02.320540 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:02.320540 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:02.369181 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1890684-5b84-4193-9f82-ebba5bb3edd0 req-e47343cd-622d-4ddf-9dad-ac68c85b9934 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:02.370679 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f1890684-5b84-4193-9f82-ebba5bb3edd0 req-e47343cd-622d-4ddf-9dad-ac68c85b9934 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0483510 May 26 19:42:02.418104 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f1890684-5b84-4193-9f82-ebba5bb3edd0 req-93b6391f-c730-490d-babd-8dce827141b6 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414660 May 26 19:42:02.541195 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for floatingip (a95e808d-f603-4d7f-9d2b-212dfd3af424), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:02.622589 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:02.631784 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (2934a2e5-86c4-4c91-88d9-dfcaafabdc6e), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:02.814608 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for port (2934a2e5-86c4-4c91-88d9-dfcaafabdc6e), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:02.882874 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099810'] for port (2934a2e5-86c4-4c91-88d9-dfcaafabdc6e), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:02.951440 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Pushing event updated for resources: {'Port': ['ID=2934a2e5-86c4-4c91-88d9-dfcaafabdc6e,revision_number=2']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:02.960784 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (a95e808d-f603-4d7f-9d2b-212dfd3af424), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:03.027940 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:03.029189 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-59316c40-7485-4f1b-9314-175f6e4d7bbb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2835896 May 26 19:42:03.238109 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-6b90e7fb-ff19-4461-b69e-19435670de83 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1419551516&fields=id&tenant_id=b189404964f64aa88af37e536c1c7464 HTTP/1.1" status: 200 len: 267 time: 0.0444295 May 26 19:42:03.340182 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b22dca06-bab2-4d35-9e22-d563dadaa518 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:03.341553 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b22dca06-bab2-4d35-9e22-d563dadaa518 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/networks?id=f1378612-5a59-4b7c-a0f1-5080210638d6 HTTP/1.1" status: 200 len: 817 time: 0.0969412 May 26 19:42:03.355991 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-88f1346b-6763-4d75-911c-7477c53273b8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/quotas/b189404964f64aa88af37e536c1c7464 HTTP/1.1" status: 200 len: 375 time: 0.0089328 May 26 19:42:03.393068 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:03.409627 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-ca04b020-139b-4f10-8c28-d537cf90db7b tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b189404964f64aa88af37e536c1c7464&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475404 May 26 19:42:03.538850 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-43279bf4-a7c9-4513-a5dd-b2c05232f45d service neutron] 10.222.0.72 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177704 May 26 19:42:03.562922 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae04a7d-1141-4d9c-a0ec-ff5db2af6883 req-d8290293-7ffe-4285-8bd9-f3da5ac06b0e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:03.564945 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4ae04a7d-1141-4d9c-a0ec-ff5db2af6883 req-d8290293-7ffe-4285-8bd9-f3da5ac06b0e tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0531330 May 26 19:42:03.615307 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4ae04a7d-1141-4d9c-a0ec-ff5db2af6883 req-c74c6de6-4eb4-44eb-9ec7-976712941ea3 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438120 May 26 19:42:03.641247 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-a5c725b7-aba9-47ba-8906-5855224db868 service neutron] 10.222.0.72 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949144 May 26 19:42:03.856542 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7b6bb-7d89-4cc7-a29d-ae107a4821dd req-c9765e03-f898-4044-875b-0b71fa949c7d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:03.858008 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c3d7b6bb-7d89-4cc7-a29d-ae107a4821dd req-c9765e03-f898-4044-875b-0b71fa949c7d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0465331 May 26 19:42:03.960916 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7b0e4707-cb47-4f35-afcd-b121f3370f7b req-2b199867-2b97-4c2a-9af7-98fe1d5093c9 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 210 time: 0.0534034 May 26 19:42:03.968336 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-c3d7b6bb-7d89-4cc7-a29d-ae107a4821dd req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Deleting port 4eedf65c-da1c-48d7-8869-d150a6c93ed0 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:42:03.968677 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-c3d7b6bb-7d89-4cc7-a29d-ae107a4821dd req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (4eedf65c-da1c-48d7-8869-d150a6c93ed0), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:04.060338 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-c3d7b6bb-7d89-4cc7-a29d-ae107a4821dd req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] For port 4eedf65c-da1c-48d7-8869-d150a6c93ed0, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4eedf65c-da1c-48d7-8869-d150a6c93ed0,segment=NetworkSegment(bc2a2a0d-a1b3-4069-8e6b-6f21f689784b),segment_id=bc2a2a0d-a1b3-4069-8e6b-6f21f689784b)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:04.061532 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-c3d7b6bb-7d89-4cc7-a29d-ae107a4821dd req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (4eedf65c-da1c-48d7-8869-d150a6c93ed0), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:04.077683 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-c3d7b6bb-7d89-4cc7-a29d-ae107a4821dd req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Calling delete_port for 4eedf65c-da1c-48d7-8869-d150a6c93ed0 owned by compute:nova {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:42:04.288952 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-c3d7b6bb-7d89-4cc7-a29d-ae107a4821dd req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (4eedf65c-da1c-48d7-8869-d150a6c93ed0), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:04.300497 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['40dd7f56-37e3-4a52-a2d9-f04821553aa0', '4eedf65c-da1c-48d7-8869-d150a6c93ed0'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:42:04.314795 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Pushing event deleted for resources: {'Port': ['ID=4eedf65c-da1c-48d7-8869-d150a6c93ed0,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:04.324675 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:04.325029 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:04.325532 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:04.325783 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:04.326091 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:04.326366 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:04.326698 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:04.327153 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:04.327494 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:04.327823 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:04.328205 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:04.328462 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:04.328786 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:04.329197 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:04.329448 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:04.377112 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d7b6bb-7d89-4cc7-a29d-ae107a4821dd req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] No DVR routers for this DVR port 4eedf65c-da1c-48d7-8869-d150a6c93ed0 on host hv-cinder-82549 {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:42:04.379854 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-c3d7b6bb-7d89-4cc7-a29d-ae107a4821dd req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:04.383306 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c3d7b6bb-7d89-4cc7-a29d-ae107a4821dd req-d73e1101-2699-47da-bac3-41e846db0bbd tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.77 "DELETE /v2.0/ports/4eedf65c-da1c-48d7-8869-d150a6c93ed0 HTTP/1.1" status: 204 len: 173 time: 0.5197372 May 26 19:42:04.383757 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdd25a5-210c-4638-95a5-4cf961b1d9d3', 'name': 'network-vif-deleted', 'tag': '4eedf65c-da1c-48d7-8869-d150a6c93ed0'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:04.385983 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c084474-cd14-43fa-87ff-476ff2174eaf" -d '{"events": [{"server_uuid": "9cdd25a5-210c-4638-95a5-4cf961b1d9d3", "name": "network-vif-deleted", "tag": "4eedf65c-da1c-48d7-8869-d150a6c93ed0"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:42:04.425088 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8706210d-960d-4de5-9af5-d7ebbf30425b x-openstack-request-id: req-8706210d-960d-4de5-9af5-d7ebbf30425b {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:42:04.425377 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdd25a5-210c-4638-95a5-4cf961b1d9d3", "name": "network-vif-deleted", "tag": "4eedf65c-da1c-48d7-8869-d150a6c93ed0", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:42:04.425632 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8706210d-960d-4de5-9af5-d7ebbf30425b {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:42:04.426067 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8706210d-960d-4de5-9af5-d7ebbf30425b'] response: {'server_uuid': '9cdd25a5-210c-4638-95a5-4cf961b1d9d3', 'name': 'network-vif-deleted', 'tag': '4eedf65c-da1c-48d7-8869-d150a6c93ed0', 'status': 'completed', 'code': 200} May 26 19:42:04.740888 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-72215f08-98a5-4231-81ba-b210180da722 req-f71e5a4e-ff16-41f7-adc3-0e17d17f713f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cdd25a5-210c-4638-95a5-4cf961b1d9d3 HTTP/1.1" status: 200 len: 210 time: 0.0299580 May 26 19:42:05.061145 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1ca1556a-b9ba-4eae-8e4b-2cfabfb11a16 req-91c581e0-316c-40af-b343-f502ac23bf75 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 210 time: 0.0280018 May 26 19:42:06.160285 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0168692b-7ef7-4045-a60a-63936e1a64f0 req-657a8417-cbdf-47c6-875e-ed322355cf59 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 210 time: 0.0275006 May 26 19:42:06.256854 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:06.291477 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813788c-f1f6-4352-b3dd-97dcec4bf1ac req-f553caf0-4720-44e4-8b9e-82a671446b4f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:06.292958 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4813788c-f1f6-4352-b3dd-97dcec4bf1ac req-f553caf0-4720-44e4-8b9e-82a671446b4f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0466306 May 26 19:42:06.345669 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4813788c-f1f6-4352-b3dd-97dcec4bf1ac req-01de90af-0ff2-4365-b2e3-fe2073faafb7 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454397 May 26 19:42:06.464319 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-768b5c95-528f-420a-84eb-566d2f8e8d1c tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:06.465746 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-768b5c95-528f-420a-84eb-566d2f8e8d1c tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.77 "GET /v2.0/networks?id=f1378612-5a59-4b7c-a0f1-5080210638d6 HTTP/1.1" status: 200 len: 817 time: 0.1051614 May 26 19:42:07.262117 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-df16931a-d5fc-4a97-8299-f45f876221b6 req-9219a174-f25e-4189-953f-1aa3b1da80cb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 210 time: 0.0285614 May 26 19:42:07.476542 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39104714-6952-4de4-bbb0-29bc38159345 req-09510d6e-f587-4a83-85d2-df78cfc9eb24 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:07.478028 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-39104714-6952-4de4-bbb0-29bc38159345 req-09510d6e-f587-4a83-85d2-df78cfc9eb24 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0575335 May 26 19:42:07.489285 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:07.528844 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-39104714-6952-4de4-bbb0-29bc38159345 req-932fcd3f-372f-49d9-8270-6af218214af4 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452378 May 26 19:42:08.362307 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c20f27ec-ef1d-47a5-8ede-ddffff4ca936 req-a80c80dc-d1d0-4b97-8be5-519a291e5a29 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 210 time: 0.0270836 May 26 19:42:08.642444 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b841266-1176-4408-890a-b00e48d3e2fa req-5b0a91ac-b429-446e-985f-e2541bbffa01 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:08.643925 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6b841266-1176-4408-890a-b00e48d3e2fa req-5b0a91ac-b429-446e-985f-e2541bbffa01 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0467248 May 26 19:42:08.690195 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6b841266-1176-4408-890a-b00e48d3e2fa req-e78b6210-8494-4655-9112-ed1829f0f7fb tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408571 May 26 19:42:08.961438 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 4eedf65c-da1c-48d7-8869-d150a6c93ed0 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:42:08.980476 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] No Port match for: 4eedf65c-da1c-48d7-8869-d150a6c93ed0 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:42:08.980825 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 4eedf65c-da1c-48d7-8869-d150a6c93ed0 not bound to the agent host hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:42:09.463604 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-cee889d6-63e3-4ab4-b9d1-ff4d4d68bf58 req-850104bf-a59c-4843-8373-615357230698 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 210 time: 0.0305295 May 26 19:42:09.857045 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c458f-c885-4591-97af-2c245f79ad22 req-879e7e9b-f3d3-4ace-93b0-f4e269aeeeb7 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:09.859200 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9b9c458f-c885-4591-97af-2c245f79ad22 req-879e7e9b-f3d3-4ace-93b0-f4e269aeeeb7 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0487988 May 26 19:42:09.957095 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9b9c458f-c885-4591-97af-2c245f79ad22 req-f9f0a4f3-0057-45b9-9717-146104edec6c tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783830 May 26 19:42:09.965514 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-d456b413-8eec-4436-851a-221b75035f54 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b189404964f64aa88af37e536c1c7464 HTTP/1.1" status: 200 len: 380 time: 0.1052582 May 26 19:42:10.237279 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-8fa6ecee-5033-4b49-976b-caf7a3fa26f3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Request body: {'port': {'device_id': '7d37e4a7-2599-4466-b249-a142cf7770f0', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'admin_state_up': True, 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'security_groups': ['2b277d08-04b4-4e4a-bc93-5ffed52e87d8']}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:10.432865 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5296d-d0bd-4457-be55-745a9abdd21f req-8216be73-935a-4ba1-b842-e3a236c4331d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:10.434323 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e4b5296d-d0bd-4457-be55-745a9abdd21f req-8216be73-935a-4ba1-b842-e3a236c4331d tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0536540 May 26 19:42:10.471360 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-8fa6ecee-5033-4b49-976b-caf7a3fa26f3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Made reservation on behalf of b189404964f64aa88af37e536c1c7464 for: {'port': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:42:10.474636 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-8fa6ecee-5033-4b49-976b-caf7a3fa26f3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:10.564021 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-723fb213-047a-46eb-8437-5493e47ebc4c req-b28b87f6-8b6e-4123-a062-52cb80797620 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 210 time: 0.0271561 May 26 19:42:10.664324 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-e4b5296d-d0bd-4457-be55-745a9abdd21f req-9f0cbf89-a006-4dfa-8ee8-317ec8967b56 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Deleting port 40dd7f56-37e3-4a52-a2d9-f04821553aa0 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:42:10.664659 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e4b5296d-d0bd-4457-be55-745a9abdd21f req-9f0cbf89-a006-4dfa-8ee8-317ec8967b56 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (40dd7f56-37e3-4a52-a2d9-f04821553aa0), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:10.717236 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-8fa6ecee-5033-4b49-976b-caf7a3fa26f3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Allocated IP 172.20.0.10 (f1378612-5a59-4b7c-a0f1-5080210638d6/05dcdbba-6e16-4071-86f2-e4f1836b9900/81fa53c7-4d30-4a24-9182-ad976ec89b2b) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:42:10.729188 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:10.817038 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:10.821361 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-e4b5296d-d0bd-4457-be55-745a9abdd21f req-9f0cbf89-a006-4dfa-8ee8-317ec8967b56 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] For port 40dd7f56-37e3-4a52-a2d9-f04821553aa0, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=40dd7f56-37e3-4a52-a2d9-f04821553aa0,segment=NetworkSegment(bc2a2a0d-a1b3-4069-8e6b-6f21f689784b),segment_id=bc2a2a0d-a1b3-4069-8e6b-6f21f689784b)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:10.821723 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e4b5296d-d0bd-4457-be55-745a9abdd21f req-9f0cbf89-a006-4dfa-8ee8-317ec8967b56 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (40dd7f56-37e3-4a52-a2d9-f04821553aa0), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:10.864737 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-e4b5296d-d0bd-4457-be55-745a9abdd21f req-9f0cbf89-a006-4dfa-8ee8-317ec8967b56 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Calling delete_port for 40dd7f56-37e3-4a52-a2d9-f04821553aa0 owned by compute:nova {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:42:10.961093 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-8fa6ecee-5033-4b49-976b-caf7a3fa26f3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:11.090434 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43294d-e36c-470c-a402-6a0abd4ba3fe req-ef653c27-06b0-4894-9128-4757031f7d2f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:11.091841 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5a43294d-e36c-470c-a402-6a0abd4ba3fe req-ef653c27-06b0-4894-9128-4757031f7d2f tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 946 time: 0.0606999 May 26 19:42:11.138816 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5a43294d-e36c-470c-a402-6a0abd4ba3fe req-5fb54e43-e066-4837-8192-43a9bf51fe5a tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a0978e9-a3aa-4332-a011-fc1ed73073b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407915 May 26 19:42:11.146097 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-8fa6ecee-5033-4b49-976b-caf7a3fa26f3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:11.177467 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e4b5296d-d0bd-4457-be55-745a9abdd21f req-9f0cbf89-a006-4dfa-8ee8-317ec8967b56 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (40dd7f56-37e3-4a52-a2d9-f04821553aa0), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:11.188403 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['40dd7f56-37e3-4a52-a2d9-f04821553aa0'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:42:11.199498 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-8fa6ecee-5033-4b49-976b-caf7a3fa26f3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Network f1378612-5a59-4b7c-a0f1-5080210638d6 is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:11.205428 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:11.209088 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-8fa6ecee-5033-4b49-976b-caf7a3fa26f3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:11.213849 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-8fa6ecee-5033-4b49-976b-caf7a3fa26f3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:42:11.220182 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6ecee-5033-4b49-976b-caf7a3fa26f3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Pushing event updated for resources: {'Port': ['ID=81fa53c7-4d30-4a24-9182-ad976ec89b2b,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:11.288750 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cbf89-a006-4dfa-8ee8-317ec8967b56 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Pushing event deleted for resources: {'Port': ['ID=40dd7f56-37e3-4a52-a2d9-f04821553aa0,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:11.311643 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b5296d-d0bd-4457-be55-745a9abdd21f req-9f0cbf89-a006-4dfa-8ee8-317ec8967b56 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] No DVR routers for this DVR port 40dd7f56-37e3-4a52-a2d9-f04821553aa0 on host hv-cinder-82549 {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:42:11.311966 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e4b5296d-d0bd-4457-be55-745a9abdd21f req-9f0cbf89-a006-4dfa-8ee8-317ec8967b56 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:11.315892 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e4b5296d-d0bd-4457-be55-745a9abdd21f req-9f0cbf89-a006-4dfa-8ee8-317ec8967b56 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.77 "DELETE /v2.0/ports/40dd7f56-37e3-4a52-a2d9-f04821553aa0 HTTP/1.1" status: 204 len: 173 time: 0.7835290 May 26 19:42:11.316350 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe881d0-23c9-414a-a94b-8be8035792f4', 'name': 'network-vif-deleted', 'tag': '40dd7f56-37e3-4a52-a2d9-f04821553aa0'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:11.318602 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffebe2f4-0835-4c8b-9917-8da232d2d3d1" -d '{"events": [{"server_uuid": "ebe881d0-23c9-414a-a94b-8be8035792f4", "name": "network-vif-deleted", "tag": "40dd7f56-37e3-4a52-a2d9-f04821553aa0"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:42:11.332028 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-8fa6ecee-5033-4b49-976b-caf7a3fa26f3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:11.332649 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-8fa6ecee-5033-4b49-976b-caf7a3fa26f3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:11.362447 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05455e9-6b50-4d3e-b416-e3be8ba7721a x-openstack-request-id: req-f05455e9-6b50-4d3e-b416-e3be8ba7721a {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:42:11.362804 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe881d0-23c9-414a-a94b-8be8035792f4", "name": "network-vif-deleted", "tag": "40dd7f56-37e3-4a52-a2d9-f04821553aa0", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:42:11.363556 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f05455e9-6b50-4d3e-b416-e3be8ba7721a {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:42:11.364142 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f05455e9-6b50-4d3e-b416-e3be8ba7721a'] response: {'server_uuid': 'ebe881d0-23c9-414a-a94b-8be8035792f4', 'name': 'network-vif-deleted', 'tag': '40dd7f56-37e3-4a52-a2d9-f04821553aa0', 'status': 'completed', 'code': 200} May 26 19:42:11.421713 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-8fa6ecee-5033-4b49-976b-caf7a3fa26f3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1886024 May 26 19:42:11.438972 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-a92cdb3d-8b0b-4fe1-91dd-18ee7de8265d None None] Provisioning complete for port 81fa53c7-4d30-4a24-9182-ad976ec89b2b triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:42:11.439374 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a92cdb3d-8b0b-4fe1-91dd-18ee7de8265d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:11.474864 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-a92cdb3d-8b0b-4fe1-91dd-18ee7de8265d None None] Port 81fa53c7-4d30-4a24-9182-ad976ec89b2b cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:42:11.483862 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] Request body: {'port': {'device_id': '7d37e4a7-2599-4466-b249-a142cf7770f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:11.549251 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:11.767866 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef5310-6b2a-4d6b-9580-704de0998dca req-ff4d3886-1c30-4d73-afb8-3e88b8b9bbcf tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:11.767866 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a4ef5310-6b2a-4d6b-9580-704de0998dca req-ff4d3886-1c30-4d73-afb8-3e88b8b9bbcf tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 932 time: 0.1166303 May 26 19:42:12.122967 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a4ef5310-6b2a-4d6b-9580-704de0998dca req-923dfee5-3e41-4956-9c5f-ccf987b297c9 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3468864 May 26 19:42:12.191443 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81fa53c7-4d30-4a24-9182-ad976ec89b2b {{(pid=104684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:42:12.200989 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] Publish callbacks [] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:12.214432 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.provisioning_blocks [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] Transition to ACTIVE for port object 81fa53c7-4d30-4a24-9182-ad976ec89b2b will not be triggered until provisioned by entity L2. {{(pid=104684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 19:42:12.264892 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-182ce591-b7f0-4669-a800-0a46a49ef43b req-22cc3166-9762-4ccd-afbc-acf310c14af3 tempest-ServerRescueNegativeTestJSON-775047050 tempest-ServerRescueNegativeTestJSON-775047050-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe881d0-23c9-414a-a94b-8be8035792f4 HTTP/1.1" status: 200 len: 210 time: 0.0278327 May 26 19:42:12.403029 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:12.434487 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:12.457693 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] Pushing event updated for resources: {'Port': ['ID=81fa53c7-4d30-4a24-9182-ad976ec89b2b,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:12.533389 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] Attempting to bind port 81fa53c7-4d30-4a24-9182-ad976ec89b2b on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:42:12.533728 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] Attempting to bind port 81fa53c7-4d30-4a24-9182-ad976ec89b2b by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '29517d51-bc5c-4854-b7ff-4750c6ea272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6'}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:42:12.534069 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] Attempting to bind port 81fa53c7-4d30-4a24-9182-ad976ec89b2b on network f1378612-5a59-4b7c-a0f1-5080210638d6 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:42:12.538743 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] Port 81fa53c7-4d30-4a24-9182-ad976ec89b2b on network f1378612-5a59-4b7c-a0f1-5080210638d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 19:42:12.539096 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] Attempting to bind port 81fa53c7-4d30-4a24-9182-ad976ec89b2b on network f1378612-5a59-4b7c-a0f1-5080210638d6 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:42:12.544185 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] Checking agent: {'id': 'c3a211c9-c98b-4801-84c3-445f8272aa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'started_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:42:12.544515 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] Checking segment: {'id': '29517d51-bc5c-4854-b7ff-4750c6ea272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:42:12.544897 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] Bound using segment: {'id': '29517d51-bc5c-4854-b7ff-4750c6ea272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6'} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:42:12.545320 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] Bound port: 81fa53c7-4d30-4a24-9182-ad976ec89b2b, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29517d51-bc5c-4854-b7ff-4750c6ea272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6'}}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:42:12.545677 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:12.598738 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:12.609801 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] For port 81fa53c7-4d30-4a24-9182-ad976ec89b2b, host hv-cinder-82549, cleared binding levels {{(pid=104684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:42:12.613527 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] For port 81fa53c7-4d30-4a24-9182-ad976ec89b2b, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=81fa53c7-4d30-4a24-9182-ad976ec89b2b,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:42:12.694629 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:12.735160 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:12.735783 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:12.740916 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] 10.222.0.77 "PUT /v2.0/ports/81fa53c7-4d30-4a24-9182-ad976ec89b2b HTTP/1.1" status: 200 len: 1094 time: 1.3081365 May 26 19:42:12.757085 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b71a1-4fd1-455e-ab2c-f27e7b46ad6f service neutron] Pushing event updated for resources: {'Port': ['ID=81fa53c7-4d30-4a24-9182-ad976ec89b2b,revision_number=3']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:12.893187 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-2a1efa2f-f01e-463f-97a3-c9483864664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:12.894926 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-2a1efa2f-f01e-463f-97a3-c9483864664a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b189404964f64aa88af37e536c1c7464&device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 1128 time: 0.0477059 May 26 19:42:12.940706 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-6129fac4-c26d-4712-856b-587759c2e4d7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81fa53c7-4d30-4a24-9182-ad976ec89b2b HTTP/1.1" status: 200 len: 217 time: 0.0342250 May 26 19:42:12.997583 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-85357308-8dd9-4b76-bdf3-f96d6232addf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:12.999071 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-85357308-8dd9-4b76-bdf3-f96d6232addf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=05dcdbba-6e16-4071-86f2-e4f1836b9900 HTTP/1.1" status: 200 len: 856 time: 0.0487657 May 26 19:42:13.043003 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-5fc7beda-845d-46c4-a3e5-9ee5793a9583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:13.044565 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-5fc7beda-845d-46c4-a3e5-9ee5793a9583 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f1378612-5a59-4b7c-a0f1-5080210638d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390759 May 26 19:42:13.133321 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-fc5a9861-c7ce-45a8-879c-9059f632ee38 service neutron] 10.222.0.77 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811312 May 26 19:42:13.243239 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d4d3e219-1499-4005-bd59-ac272f63b551 req-513e3aae-51d5-472e-8913-580bd88ab819 service neutron] 10.222.0.77 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998411 May 26 19:42:13.251632 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df33a9-c87e-4873-a4ed-5a979fc85e48 req-2ad866de-2d11-411f-aaf7-15c4963709b1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:13.253388 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-56df33a9-c87e-4873-a4ed-5a979fc85e48 req-2ad866de-2d11-411f-aaf7-15c4963709b1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 944 time: 0.0522633 May 26 19:42:13.302665 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-56df33a9-c87e-4873-a4ed-5a979fc85e48 req-6719474b-08b7-43be-8785-3fa884ec20f4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434790 May 26 19:42:13.329541 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 56634) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:13.365210 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d37e4a7-2599-4466-b249-a142cf7770f0', 'tag': '81fa53c7-4d30-4a24-9182-ad976ec89b2b'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:13.367970 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2e166f-1367-4b34-80ac-c3dd8aa1d8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7d37e4a7-2599-4466-b249-a142cf7770f0", "tag": "81fa53c7-4d30-4a24-9182-ad976ec89b2b"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:42:13.403179 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed66d09-4580-4239-8f37-9e083cc546ba x-openstack-request-id: req-6ed66d09-4580-4239-8f37-9e083cc546ba {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:42:13.403639 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d37e4a7-2599-4466-b249-a142cf7770f0", "tag": "81fa53c7-4d30-4a24-9182-ad976ec89b2b", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:42:13.403894 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6ed66d09-4580-4239-8f37-9e083cc546ba {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:42:13.404310 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed66d09-4580-4239-8f37-9e083cc546ba'] response: {'name': 'network-changed', 'server_uuid': '7d37e4a7-2599-4466-b249-a142cf7770f0', 'tag': '81fa53c7-4d30-4a24-9182-ad976ec89b2b', 'status': 'completed', 'code': 200} May 26 19:42:13.493867 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:13.803322 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d03ca3ae-b878-4b70-ac75-d7b7b1e23b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616614'] for router_interface (4be83288-a79b-4a97-904b-bd07efa0f7a7), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:14.274276 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-d03ca3ae-b878-4b70-ac75-d7b7b1e23b5d admin admin] Deleting port aebef08d-d05f-44f6-97bb-a73d28d44c5f {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:42:14.274994 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d03ca3ae-b878-4b70-ac75-d7b7b1e23b5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (aebef08d-d05f-44f6-97bb-a73d28d44c5f), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:14.356279 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [None req-d03ca3ae-b878-4b70-ac75-d7b7b1e23b5d admin admin] For port aebef08d-d05f-44f6-97bb-a73d28d44c5f, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=aebef08d-d05f-44f6-97bb-a73d28d44c5f,segment=NetworkSegment(bc2a2a0d-a1b3-4069-8e6b-6f21f689784b),segment_id=bc2a2a0d-a1b3-4069-8e6b-6f21f689784b)] {{(pid=104685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:14.356607 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d03ca3ae-b878-4b70-ac75-d7b7b1e23b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (aebef08d-d05f-44f6-97bb-a73d28d44c5f), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:14.374745 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:14.379887 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-d03ca3ae-b878-4b70-ac75-d7b7b1e23b5d admin admin] Calling delete_port for aebef08d-d05f-44f6-97bb-a73d28d44c5f owned by network:router_interface {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:42:14.397611 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e166f-1367-4b34-80ac-c3dd8aa1d8d0 req-a16ea33b-3cc9-4a7a-a204-78cd65f6a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:14.400249 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ac2e166f-1367-4b34-80ac-c3dd8aa1d8d0 req-a16ea33b-3cc9-4a7a-a204-78cd65f6a573 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b189404964f64aa88af37e536c1c7464&device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 1128 time: 0.0533750 May 26 19:42:14.487629 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a106c-6a46-463b-8784-b92722ad59a7 req-d436f187-2858-4aa5-a876-d1e3a9093e59 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:14.489311 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-cf8a106c-6a46-463b-8784-b92722ad59a7 req-d436f187-2858-4aa5-a876-d1e3a9093e59 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 944 time: 0.0632873 May 26 19:42:14.497684 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e166f-1367-4b34-80ac-c3dd8aa1d8d0 req-43e30efa-3679-4f43-9075-0395e4c1c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:14.499247 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ac2e166f-1367-4b34-80ac-c3dd8aa1d8d0 req-43e30efa-3679-4f43-9075-0395e4c1c543 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f1378612-5a59-4b7c-a0f1-5080210638d6 HTTP/1.1" status: 200 len: 918 time: 0.0926003 May 26 19:42:14.540723 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ac2e166f-1367-4b34-80ac-c3dd8aa1d8d0 req-edc65f64-503b-46a8-b32b-ed096f9e8e0b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81fa53c7-4d30-4a24-9182-ad976ec89b2b HTTP/1.1" status: 200 len: 217 time: 0.0329838 May 26 19:42:14.584468 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:14.589091 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e166f-1367-4b34-80ac-c3dd8aa1d8d0 req-d2670e0a-7cbc-43a9-b723-b2cfeb59ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:14.590956 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ac2e166f-1367-4b34-80ac-c3dd8aa1d8d0 req-d2670e0a-7cbc-43a9-b723-b2cfeb59ddb0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=05dcdbba-6e16-4071-86f2-e4f1836b9900 HTTP/1.1" status: 200 len: 856 time: 0.0444543 May 26 19:42:14.593188 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-cf8a106c-6a46-463b-8784-b92722ad59a7 req-042f8d5b-4ed6-4769-a29e-137058059614 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963891 May 26 19:42:14.635363 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e166f-1367-4b34-80ac-c3dd8aa1d8d0 req-dd0e53d6-cd35-483c-b879-0f5a09e1954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:14.636972 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ac2e166f-1367-4b34-80ac-c3dd8aa1d8d0 req-dd0e53d6-cd35-483c-b879-0f5a09e1954b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f1378612-5a59-4b7c-a0f1-5080210638d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400059 May 26 19:42:14.712584 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d03ca3ae-b878-4b70-ac75-d7b7b1e23b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (aebef08d-d05f-44f6-97bb-a73d28d44c5f), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:14.735136 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ac2e166f-1367-4b34-80ac-c3dd8aa1d8d0 req-f8120f67-ad9f-4d9a-bacc-406ed0ba0dd8 service neutron] 10.222.0.77 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886621 May 26 19:42:14.737285 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ca3ae-b878-4b70-ac75-d7b7b1e23b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=aebef08d-d05f-44f6-97bb-a73d28d44c5f,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:14.851528 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ac2e166f-1367-4b34-80ac-c3dd8aa1d8d0 req-01a5e8fe-88c7-4011-b39a-2cc887b058e9 service neutron] 10.222.0.77 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058648 May 26 19:42:14.928951 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1456f-ce14-4d52-828d-0a574505c6db req-8b592fa2-61de-40cf-b3e8-18e7816ef8ad tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:14.930416 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-39a1456f-ce14-4d52-828d-0a574505c6db req-8b592fa2-61de-40cf-b3e8-18e7816ef8ad tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 946 time: 0.0854499 May 26 19:42:14.968293 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-d03ca3ae-b878-4b70-ac75-d7b7b1e23b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-131568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1616506'] for router_interface (4be83288-a79b-4a97-904b-bd07efa0f7a7), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:14.997962 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 40dd7f56-37e3-4a52-a2d9-f04821553aa0 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:42:15.020839 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] No Port match for: 40dd7f56-37e3-4a52-a2d9-f04821553aa0 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:42:15.020839 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 40dd7f56-37e3-4a52-a2d9-f04821553aa0 not bound to the agent host hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:42:15.033326 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-39a1456f-ce14-4d52-828d-0a574505c6db req-0e17b283-e7f5-42a1-a50c-c9360b8f1cb1 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9b908b3-bc1e-4ed8-a085-88e066e90e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962360 May 26 19:42:15.180886 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:15.195637 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03ca3ae-b878-4b70-ac75-d7b7b1e23b5d admin admin] Router 4be83288-a79b-4a97-904b-bd07efa0f7a7 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:42:15.295726 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03ca3ae-b878-4b70-ac75-d7b7b1e23b5d admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:42:15.303254 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-d03ca3ae-b878-4b70-ac75-d7b7b1e23b5d admin admin] 10.222.0.72 "PUT /v2.0/routers/4be83288-a79b-4a97-904b-bd07efa0f7a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9704249 May 26 19:42:15.304066 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 56650) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:15.305299 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c79b8-32b8-4eb5-83a9-e5ac3720a63c None None] Sync routers for ids ['4be83288-a79b-4a97-904b-bd07efa0f7a7'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:42:15.316900 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992c79b8-32b8-4eb5-83a9-e5ac3720a63c None None] Routers {'4be83288-a79b-4a97-904b-bd07efa0f7a7'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:42:15.317600 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-992c79b8-32b8-4eb5-83a9-e5ac3720a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:41:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['4be83288-a79b-4a97-904b-bd07efa0f7a7'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:15.358801 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=100 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:15.401817 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fdbb032b-f58c-42f5-95ed-e34ac06050cd admin admin] Publish callbacks [] for router (4be83288-a79b-4a97-904b-bd07efa0f7a7), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:15.419828 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-992c79b8-32b8-4eb5-83a9-e5ac3720a63c None None] Set router 4be83288-a79b-4a97-904b-bd07efa0f7a7 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:42:15.501599 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fdbb032b-f58c-42f5-95ed-e34ac06050cd admin admin] Publish callbacks [] for router_gateway (4be83288-a79b-4a97-904b-bd07efa0f7a7), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:15.548109 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=100 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:15.587751 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-992c79b8-32b8-4eb5-83a9-e5ac3720a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'name': 'tempest-ServerRescueNegativeTestJSON-462322217-router', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:56Z', 'updated_at': '2022-05-26T19:42:14Z', 'revision_number': 5, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'gw_port': {'id': 'f6f96c1f-19e4-400a-b569-6dc5b9dd5c73', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:15.604188 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-fdbb032b-f58c-42f5-95ed-e34ac06050cd admin admin] Deleting port f6f96c1f-19e4-400a-b569-6dc5b9dd5c73 {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:42:15.604525 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fdbb032b-f58c-42f5-95ed-e34ac06050cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (f6f96c1f-19e4-400a-b569-6dc5b9dd5c73), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:15.614505 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c79b8-32b8-4eb5-83a9-e5ac3720a63c None None] Checking router: 4be83288-a79b-4a97-904b-bd07efa0f7a7 for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:42:15.623304 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992c79b8-32b8-4eb5-83a9-e5ac3720a63c None None] Routers {'4be83288-a79b-4a97-904b-bd07efa0f7a7'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:42:15.623914 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-992c79b8-32b8-4eb5-83a9-e5ac3720a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:41:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['4be83288-a79b-4a97-904b-bd07efa0f7a7'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:15.695834 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [None req-fdbb032b-f58c-42f5-95ed-e34ac06050cd admin admin] For port f6f96c1f-19e4-400a-b569-6dc5b9dd5c73, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=f6f96c1f-19e4-400a-b569-6dc5b9dd5c73,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:15.696184 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fdbb032b-f58c-42f5-95ed-e34ac06050cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (f6f96c1f-19e4-400a-b569-6dc5b9dd5c73), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:15.709960 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-992c79b8-32b8-4eb5-83a9-e5ac3720a63c None None] Set router 4be83288-a79b-4a97-904b-bd07efa0f7a7 gateway port host: None {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:42:15.712972 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-fdbb032b-f58c-42f5-95ed-e34ac06050cd admin admin] Calling delete_port for f6f96c1f-19e4-400a-b569-6dc5b9dd5c73 owned by network:router_gateway {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:42:15.728335 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93569295-84cd-4870-a077-79a8e0821f86 req-dbfac75b-d58c-478f-9e21-adeeb5b9df1d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:15.729864 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-93569295-84cd-4870-a077-79a8e0821f86 req-dbfac75b-d58c-478f-9e21-adeeb5b9df1d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 944 time: 0.0510666 May 26 19:42:15.759650 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-992c79b8-32b8-4eb5-83a9-e5ac3720a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'name': 'tempest-ServerRescueNegativeTestJSON-462322217-router', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:56Z', 'updated_at': '2022-05-26T19:42:15Z', 'revision_number': 6, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'gw_port_host': None}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:15.774287 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:15.776579 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:15.782117 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-93569295-84cd-4870-a077-79a8e0821f86 req-835f48ba-478e-41ff-8aaa-a8d653596a21 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457034 May 26 19:42:15.789224 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c79b8-32b8-4eb5-83a9-e5ac3720a63c None None] The sync data for ids ['4be83288-a79b-4a97-904b-bd07efa0f7a7'] in dv-cinder-825492-17-iscsi is: [{'id': '4be83288-a79b-4a97-904b-bd07efa0f7a7', 'name': 'tempest-ServerRescueNegativeTestJSON-462322217-router', 'tenant_id': 'bf99d88fec9046608e464a5e2c75506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:56Z', 'updated_at': '2022-05-26T19:42:15Z', 'revision_number': 6, 'project_id': 'bf99d88fec9046608e464a5e2c75506e', 'gw_port_host': None}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:42:15.945260 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fdbb032b-f58c-42f5-95ed-e34ac06050cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (f6f96c1f-19e4-400a-b569-6dc5b9dd5c73), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:15.967289 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb032b-f58c-42f5-95ed-e34ac06050cd admin admin] Pushing event deleted for resources: {'Port': ['ID=f6f96c1f-19e4-400a-b569-6dc5b9dd5c73,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:16.032707 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fdbb032b-f58c-42f5-95ed-e34ac06050cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617880'] for router_gateway (4be83288-a79b-4a97-904b-bd07efa0f7a7), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:16.156226 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fdbb032b-f58c-42f5-95ed-e34ac06050cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1823113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7897'] for router (4be83288-a79b-4a97-904b-bd07efa0f7a7), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:16.160933 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fdbb032b-f58c-42f5-95ed-e34ac06050cd admin admin] Publish callbacks [] for router_controller (4be83288-a79b-4a97-904b-bd07efa0f7a7), precommit_delete_associations {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:16.232000 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0e290-fd81-4c06-91f8-b16ca8b6ee35 req-a41d7177-59cf-4fbb-9a26-420f69e00898 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:16.233389 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-92b0e290-fd81-4c06-91f8-b16ca8b6ee35 req-a41d7177-59cf-4fbb-9a26-420f69e00898 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 946 time: 0.1324093 May 26 19:42:16.268835 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:16.280223 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-92b0e290-fd81-4c06-91f8-b16ca8b6ee35 req-9651636b-643d-4315-8b71-aa7fc76031af tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9b908b3-bc1e-4ed8-a085-88e066e90e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410850 May 26 19:42:16.339874 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fdbb032b-f58c-42f5-95ed-e34ac06050cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823106'] for router (4be83288-a79b-4a97-904b-bd07efa0f7a7), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:16.340492 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbb032b-f58c-42f5-95ed-e34ac06050cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4be83288-a79b-4a97-904b-bd07efa0f7a7 {{(pid=104685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 19:42:16.345392 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fdbb032b-f58c-42f5-95ed-e34ac06050cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:16.346466 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-fdbb032b-f58c-42f5-95ed-e34ac06050cd admin admin] 10.222.0.72 "DELETE /v2.0/routers/4be83288-a79b-4a97-904b-bd07efa0f7a7 HTTP/1.1" status: 204 len: 168 time: 1.0414281 May 26 19:42:16.349173 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56656) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:16.394450 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aed914a-79dc-4aca-940a-ecd77f680f27 admin admin] Deleting subnet 74ab063f-9814-4a72-a36c-4bbd4ab07270 {{(pid=104684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 19:42:16.397087 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:16.397942 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3aed914a-79dc-4aca-940a-ecd77f680f27 admin admin] Publish callbacks [] for subnet (74ab063f-9814-4a72-a36c-4bbd4ab07270), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:16.431812 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3aed914a-79dc-4aca-940a-ecd77f680f27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13475750'] for subnet (74ab063f-9814-4a72-a36c-4bbd4ab07270), precommit_delete_associations {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:16.545486 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3aed914a-79dc-4aca-940a-ecd77f680f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674963'] for subnet (74ab063f-9814-4a72-a36c-4bbd4ab07270), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:16.697595 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e8006-5117-4ca2-b040-3b8fcab94214 req-844a949b-ede4-4e06-8a4a-4bc5468cce72 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:16.699116 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c48e8006-5117-4ca2-b040-3b8fcab94214 req-844a949b-ede4-4e06-8a4a-4bc5468cce72 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.77 "GET /v2.0/ports?device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 946 time: 0.0508428 May 26 19:42:16.730882 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3aed914a-79dc-4aca-940a-ecd77f680f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13475664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13281352'] for subnet (74ab063f-9814-4a72-a36c-4bbd4ab07270), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:16.770793 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3aed914a-79dc-4aca-940a-ecd77f680f27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:16.775315 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-3aed914a-79dc-4aca-940a-ecd77f680f27 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/74ab063f-9814-4a72-a36c-4bbd4ab07270 HTTP/1.1" status: 204 len: 168 time: 0.4228299 May 26 19:42:16.775466 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fba1e7-fd17-42e1-8fdd-6a94b416ea74 None None] Network de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:42:16.775919 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed914a-79dc-4aca-940a-ecd77f680f27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74ab063f-9814-4a72-a36c-4bbd4ab07270,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:16.776024 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 56658) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:16.837574 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-c48e8006-5117-4ca2-b040-3b8fcab94214 req-0ae6b14d-4999-4c49-af8a-57e177bbb8d8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Deleting port 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:42:16.837926 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-c48e8006-5117-4ca2-b040-3b8fcab94214 req-0ae6b14d-4999-4c49-af8a-57e177bbb8d8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:16.882385 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fd65044d-93be-4bac-b1ba-77591813b85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1324308'] for network (de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:16.935444 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-fd65044d-93be-4bac-b1ba-77591813b85e admin admin] Deleting port d03463c2-6d28-4925-8475-379a418d83a5 {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:42:16.935872 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fd65044d-93be-4bac-b1ba-77591813b85e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (d03463c2-6d28-4925-8475-379a418d83a5), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:16.960375 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] DHCP port deletion for de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d request from dv-cinder-825492-17-iscsi {{(pid=104686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 19:42:16.980574 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d242e-4afd-4878-9614-81a59521b44b req-cfd65eb3-1dc6-40ad-babf-8712b7dfe338 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:16.982054 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f33d242e-4afd-4878-9614-81a59521b44b req-cfd65eb3-1dc6-40ad-babf-8712b7dfe338 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 944 time: 0.0870299 May 26 19:42:16.983829 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-c48e8006-5117-4ca2-b040-3b8fcab94214 req-0ae6b14d-4999-4c49-af8a-57e177bbb8d8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] For port 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:16.984202 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-c48e8006-5117-4ca2-b040-3b8fcab94214 req-0ae6b14d-4999-4c49-af8a-57e177bbb8d8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:17.004787 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 81fa53c7-4d30-4a24-9182-ad976ec89b2b details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:42:17.008296 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] Deleting port d03463c2-6d28-4925-8475-379a418d83a5 {{(pid=104686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:42:17.008703 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (d03463c2-6d28-4925-8475-379a418d83a5), before_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:17.010338 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [None req-fd65044d-93be-4bac-b1ba-77591813b85e admin admin] For port d03463c2-6d28-4925-8475-379a418d83a5, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=d03463c2-6d28-4925-8475-379a418d83a5,segment=NetworkSegment(bc2a2a0d-a1b3-4069-8e6b-6f21f689784b),segment_id=bc2a2a0d-a1b3-4069-8e6b-6f21f689784b)] {{(pid=104685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:17.010486 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fd65044d-93be-4bac-b1ba-77591813b85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (d03463c2-6d28-4925-8475-379a418d83a5), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:17.030339 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-fd65044d-93be-4bac-b1ba-77591813b85e admin admin] Calling delete_port for d03463c2-6d28-4925-8475-379a418d83a5 owned by network:dhcp {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:42:17.098300 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f33d242e-4afd-4878-9614-81a59521b44b req-99f4dd43-4cac-4155-8c79-c7bfb8b1c47f tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044312 May 26 19:42:17.101312 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] For port d03463c2-6d28-4925-8475-379a418d83a5, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=d03463c2-6d28-4925-8475-379a418d83a5,segment=NetworkSegment(bc2a2a0d-a1b3-4069-8e6b-6f21f689784b),segment_id=bc2a2a0d-a1b3-4069-8e6b-6f21f689784b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:17.101595 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (d03463c2-6d28-4925-8475-379a418d83a5), precommit_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:17.143631 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] Calling delete_port for d03463c2-6d28-4925-8475-379a418d83a5 owned by network:dhcp {{(pid=104686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:42:17.183419 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:17.191352 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fd65044d-93be-4bac-b1ba-77591813b85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (d03463c2-6d28-4925-8475-379a418d83a5), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:17.209625 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-c48e8006-5117-4ca2-b040-3b8fcab94214 req-0ae6b14d-4999-4c49-af8a-57e177bbb8d8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:17.210789 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-c48e8006-5117-4ca2-b040-3b8fcab94214 req-0ae6b14d-4999-4c49-af8a-57e177bbb8d8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (022b5547-c5fd-45e4-9cb5-44590b533919), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:17.211133 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.l3_db [req-c48e8006-5117-4ca2-b040-3b8fcab94214 req-0ae6b14d-4999-4c49-af8a-57e177bbb8d8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Floating IP 022b5547-c5fd-45e4-9cb5-44590b533919 disassociated. External IP: 172.27.0.83, port: 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1. May 26 19:42:17.211489 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-c48e8006-5117-4ca2-b040-3b8fcab94214 req-0ae6b14d-4999-4c49-af8a-57e177bbb8d8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Calling delete_port for 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 owned by compute:nova {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:42:17.220818 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65044d-93be-4bac-b1ba-77591813b85e admin admin] Pushing event deleted for resources: {'Port': ['ID=d03463c2-6d28-4925-8475-379a418d83a5,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:17.229143 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd65044d-93be-4bac-b1ba-77591813b85e admin admin] No DVR routers for this DVR port d03463c2-6d28-4925-8475-379a418d83a5 on host dv-cinder-825492-17-iscsi {{(pid=104685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:42:17.231287 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device f6f96c1f-19e4-400a-b569-6dc5b9dd5c73 no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:42:17.266379 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: f6f96c1f-19e4-400a-b569-6dc5b9dd5c73 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:42:17.266999 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device f6f96c1f-19e4-400a-b569-6dc5b9dd5c73 not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:42:17.267622 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device d03463c2-6d28-4925-8475-379a418d83a5 no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:42:17.272620 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 81fa53c7-4d30-4a24-9182-ad976ec89b2b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=81fa53c7-4d30-4a24-9182-ad976ec89b2b,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:17.313636 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fd65044d-93be-4bac-b1ba-77591813b85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672550', 'neutron.services.segments.db._delete_segments_for_network-8748975417968'] for network (de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:17.324230 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: d03463c2-6d28-4925-8475-379a418d83a5 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:42:17.324589 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device d03463c2-6d28-4925-8475-379a418d83a5 not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:42:17.325000 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device aebef08d-d05f-44f6-97bb-a73d28d44c5f no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:42:17.346504 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-fd65044d-93be-4bac-b1ba-77591813b85e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d']}} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:17.349436 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': '81fa53c7-4d30-4a24-9182-ad976ec89b2b', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'port_id': '81fa53c7-4d30-4a24-9182-ad976ec89b2b', 'mac_address': 'fa:16:3e:93:ed:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:42:17.356287 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: aebef08d-d05f-44f6-97bb-a73d28d44c5f {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:42:17.356667 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device aebef08d-d05f-44f6-97bb-a73d28d44c5f not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:42:17.370188 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-fd65044d-93be-4bac-b1ba-77591813b85e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b') {'for_net_delete': True} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:17.370494 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-fd65044d-93be-4bac-b1ba-77591813b85e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc2a2a0d-a1b3-4069-8e6b-6f21f689784b') {} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:17.382026 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fd65044d-93be-4bac-b1ba-77591813b85e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748975417721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16119978'] for segment (bc2a2a0d-a1b3-4069-8e6b-6f21f689784b), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:17.401143 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:17.405756 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fd65044d-93be-4bac-b1ba-77591813b85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (bc2a2a0d-a1b3-4069-8e6b-6f21f689784b), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:17.407664 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700'] for port (d03463c2-6d28-4925-8475-379a418d83a5), after_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:17.424906 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-c48e8006-5117-4ca2-b040-3b8fcab94214 req-0ae6b14d-4999-4c49-af8a-57e177bbb8d8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:17.437512 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 81fa53c7-4d30-4a24-9182-ad976ec89b2b is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:42:17.437909 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:17.438356 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd65044d-93be-4bac-b1ba-77591813b85e admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=104685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:42:17.438767 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fd65044d-93be-4bac-b1ba-77591813b85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16099718'] for segment (bc2a2a0d-a1b3-4069-8e6b-6f21f689784b), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:17.453447 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fa53c7-4d30-4a24-9182-ad976ec89b2b {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:42:17.458379 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] No DVR routers for this DVR port d03463c2-6d28-4925-8475-379a418d83a5 on host dv-cinder-825492-17-iscsi {{(pid=104686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:42:17.461818 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] Pushing event deleted for resources: {'Port': ['ID=d03463c2-6d28-4925-8475-379a418d83a5,revision_number=None']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:17.475980 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:17.476335 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:17.476695 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:17.477021 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:17.477359 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:17.477697 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:17.478028 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:17.478352 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:17.478686 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:17.479040 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:17.479370 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:17.479692 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:17.480198 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:17.489922 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:17.489922 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddaab08-7785-4f50-b919-5662331f55ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:17.490797 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6b14d-4999-4c49-af8a-57e177bbb8d8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event deleted for resources: {'Port': ['ID=13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:17.493818 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 81fa53c7-4d30-4a24-9182-ad976ec89b2b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=81fa53c7-4d30-4a24-9182-ad976ec89b2b,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:17.511885 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323368f-9d86-4047-8fc8-98469b14599f req-83e4f274-f690-4536-83bd-3831b28ec2f4 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:17.513532 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9323368f-9d86-4047-8fc8-98469b14599f req-83e4f274-f690-4536-83bd-3831b28ec2f4 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 946 time: 0.1191761 May 26 19:42:17.551921 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.services.segments.plugin [-] Segment bc2a2a0d-a1b3-4069-8e6b-6f21f689784b resource provider aggregate not found May 26 19:42:17.568150 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:17.572631 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.services.segments.plugin [-] Segment bc2a2a0d-a1b3-4069-8e6b-6f21f689784b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc2a2a0d-a1b3-4069-8e6b-6f21f689784b found for delete ", "request_id": "req-0f129067-4f19-4983-83b4-1cf4236fe55a"}]} May 26 19:42:17.577295 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9323368f-9d86-4047-8fc8-98469b14599f req-4eb9735b-628d-446a-97fa-0b26ce773e7f tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9b908b3-bc1e-4ed8-a085-88e066e90e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543904 May 26 19:42:17.591374 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:17.628284 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:17.632166 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c48e8006-5117-4ca2-b040-3b8fcab94214 req-0ae6b14d-4999-4c49-af8a-57e177bbb8d8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:42:17.638365 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:17.643670 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=81fa53c7-4d30-4a24-9182-ad976ec89b2b,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:17.660465 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fd65044d-93be-4bac-b1ba-77591813b85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617908'] for network (de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:17.667498 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fd65044d-93be-4bac-b1ba-77591813b85e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:17.677345 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-fd65044d-93be-4bac-b1ba-77591813b85e admin admin] 10.222.0.72 "DELETE /v2.0/networks/de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d HTTP/1.1" status: 204 len: 168 time: 0.8942144 May 26 19:42:17.678003 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:17.689074 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65044d-93be-4bac-b1ba-77591813b85e admin admin] Pushing event deleted for resources: {'Network': ['ID=de8e5bc4-ae32-4144-a7c5-8bfa7df1b65d,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:17.744189 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c48e8006-5117-4ca2-b040-3b8fcab94214 req-0ae6b14d-4999-4c49-af8a-57e177bbb8d8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:42:17.753442 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4816495-7dcf-431f-a10a-86b0807776fb None None] Sync routers for ids ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:42:17.767760 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4816495-7dcf-431f-a10a-86b0807776fb None None] Routers {'b0d441a2-04dd-492e-8b78-e74be8ab4bc6'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:42:17.767760 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-b4816495-7dcf-431f-a10a-86b0807776fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:41:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:17.790407 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48e8006-5117-4ca2-b040-3b8fcab94214 req-0ae6b14d-4999-4c49-af8a-57e177bbb8d8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] No DVR routers for this DVR port 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 on host hv-cinder-82549 {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:42:17.792741 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-c48e8006-5117-4ca2-b040-3b8fcab94214 req-0ae6b14d-4999-4c49-af8a-57e177bbb8d8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:17.796017 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c48e8006-5117-4ca2-b040-3b8fcab94214 req-0ae6b14d-4999-4c49-af8a-57e177bbb8d8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.77 "DELETE /v2.0/ports/13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 HTTP/1.1" status: 204 len: 173 time: 1.0916903 May 26 19:42:17.796471 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aefdfc4-c74d-48dd-8945-bdd21a5c0566', 'name': 'network-vif-deleted', 'tag': '13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:17.798719 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae13d6b-e74b-4e89-a1b9-a1a96bc6cb42" -d '{"events": [{"server_uuid": "1aefdfc4-c74d-48dd-8945-bdd21a5c0566", "name": "network-vif-deleted", "tag": "13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:42:17.836649 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a755c7-a445-491b-b0b3-b771415c7858 x-openstack-request-id: req-c3a755c7-a445-491b-b0b3-b771415c7858 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:42:17.836941 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aefdfc4-c74d-48dd-8945-bdd21a5c0566", "name": "network-vif-deleted", "tag": "13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:42:17.837193 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c3a755c7-a445-491b-b0b3-b771415c7858 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:42:17.837594 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a755c7-a445-491b-b0b3-b771415c7858'] response: {'server_uuid': '1aefdfc4-c74d-48dd-8945-bdd21a5c0566', 'name': 'network-vif-deleted', 'tag': '13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1', 'status': 'completed', 'code': 200} May 26 19:42:17.866416 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['81fa53c7-4d30-4a24-9182-ad976ec89b2b'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:42:17.868386 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-b4816495-7dcf-431f-a10a-86b0807776fb None None] Set router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:42:17.894501 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:18.094269 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-b4816495-7dcf-431f-a10a-86b0807776fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:18.121529 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4816495-7dcf-431f-a10a-86b0807776fb None None] Checking router: b0d441a2-04dd-492e-8b78-e74be8ab4bc6 for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:42:18.130476 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4816495-7dcf-431f-a10a-86b0807776fb None None] Routers {'b0d441a2-04dd-492e-8b78-e74be8ab4bc6'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:42:18.131186 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-b4816495-7dcf-431f-a10a-86b0807776fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:41:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:18.141472 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 56676) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:18.216162 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-d1dbf4e9-3ea5-44c7-8fca-69a278f4e3d2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bf99d88fec9046608e464a5e2c75506e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0736015 May 26 19:42:18.218824 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56678) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:18.232296 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-b4816495-7dcf-431f-a10a-86b0807776fb None None] Set router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:42:18.252898 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca6b42-e991-45eb-9e2d-1b5187a3da12 req-7c7cf1bb-e95a-41f8-b6a2-42f5af2cfb05 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:18.254573 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-59ca6b42-e991-45eb-9e2d-1b5187a3da12 req-7c7cf1bb-e95a-41f8-b6a2-42f5af2cfb05 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 945 time: 0.0620489 May 26 19:42:18.275368 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ffefec94-39dc-43d4-9b37-8a45b7b085ac admin admin] Publish callbacks [] for security_group (8a0978e9-a3aa-4332-a011-fc1ed73073b9), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:18.299267 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ffefec94-39dc-43d4-9b37-8a45b7b085ac admin admin] Publish callbacks [] for security_group (8a0978e9-a3aa-4332-a011-fc1ed73073b9), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:18.301517 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:18.305311 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-59ca6b42-e991-45eb-9e2d-1b5187a3da12 req-ccf1e73a-a8da-4f0a-b5ed-00a9bdd4ad2f tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441015 May 26 19:42:18.426038 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-b4816495-7dcf-431f-a10a-86b0807776fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:18.441346 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ffefec94-39dc-43d4-9b37-8a45b7b085ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (8a0978e9-a3aa-4332-a011-fc1ed73073b9), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:18.443948 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ffefec94-39dc-43d4-9b37-8a45b7b085ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:18.447543 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-ffefec94-39dc-43d4-9b37-8a45b7b085ac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a0978e9-a3aa-4332-a011-fc1ed73073b9 HTTP/1.1" status: 204 len: 168 time: 0.2252448 May 26 19:42:18.451725 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4816495-7dcf-431f-a10a-86b0807776fb None None] The sync data for ids ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'] in dv-cinder-825492-17-iscsi is: [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:42:18.463073 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefec94-39dc-43d4-9b37-8a45b7b085ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0978e9-a3aa-4332-a011-fc1ed73073b9,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:18.682059 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0265710-c488-4a1c-89d4-5900750f5589 None None] New status for floating IP 022b5547-c5fd-45e4-9cb5-44590b533919: DOWN {{(pid=104686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:42:18.689540 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-458c18f7-feaa-4663-a3e2-5be558e7c63a req-a2463f99-e3a3-4675-97e1-51be3b5969b4 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aefdfc4-c74d-48dd-8945-bdd21a5c0566 HTTP/1.1" status: 200 len: 210 time: 0.0291171 May 26 19:42:19.025861 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 81fa53c7-4d30-4a24-9182-ad976ec89b2b up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:42:19.192416 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning for port 81fa53c7-4d30-4a24-9182-ad976ec89b2b completed by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 19:42:19.269680 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port 81fa53c7-4d30-4a24-9182-ad976ec89b2b triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:42:19.270058 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:19.342564 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 81fa53c7-4d30-4a24-9182-ad976ec89b2b is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:42:19.342975 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:19.371977 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d37e4a7-2599-4466-b249-a142cf7770f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fa53c7-4d30-4a24-9182-ad976ec89b2b'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:19.375676 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b21ba7-62b7-4127-b35a-45a9ad3b593c" -d '{"events": [{"server_uuid": "7d37e4a7-2599-4466-b249-a142cf7770f0", "name": "network-vif-plugged", "status": "completed", "tag": "81fa53c7-4d30-4a24-9182-ad976ec89b2b"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:42:19.389595 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 81fa53c7-4d30-4a24-9182-ad976ec89b2b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=81fa53c7-4d30-4a24-9182-ad976ec89b2b,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:19.423574 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6920caf4-58e8-42d7-8bfd-5007f50bd370 x-openstack-request-id: req-6920caf4-58e8-42d7-8bfd-5007f50bd370 {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:42:19.424030 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d37e4a7-2599-4466-b249-a142cf7770f0", "name": "network-vif-plugged", "status": "completed", "tag": "81fa53c7-4d30-4a24-9182-ad976ec89b2b", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:42:19.424511 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6920caf4-58e8-42d7-8bfd-5007f50bd370 {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:42:19.424912 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6920caf4-58e8-42d7-8bfd-5007f50bd370'] response: {'server_uuid': '7d37e4a7-2599-4466-b249-a142cf7770f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fa53c7-4d30-4a24-9182-ad976ec89b2b', 'code': 200} May 26 19:42:19.445880 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaea8b-d179-4feb-9046-71595e22f6bf req-1f65bf86-d7f9-46f6-9a01-07434e39a3fb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:19.447868 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e6aaea8b-d179-4feb-9046-71595e22f6bf req-1f65bf86-d7f9-46f6-9a01-07434e39a3fb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 945 time: 0.0504720 May 26 19:42:19.482805 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:19.484125 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:42:19.500068 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e6aaea8b-d179-4feb-9046-71595e22f6bf req-505ba7f9-fc3c-4a0e-8eee-00b438cdb83f tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462892 May 26 19:42:19.521782 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] No Port match for: 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:42:19.522130 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 13d90f7c-15e0-429a-a8cd-b7ec2c9a22a1 not bound to the agent host hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:42:19.525573 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-3962afc6-cb72-440a-a10e-22da2c466087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:19.549253 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=81fa53c7-4d30-4a24-9182-ad976ec89b2b,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:19.613000 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56706) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:19.710366 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-57977f72-6de5-4c0b-8043-0c21bd2def13 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-600110457-network', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:19.767705 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcbd42-b9b2-4f18-92a9-3d2d7f5e7717 req-eaae861f-4988-492d-b2cb-165affeb5312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:19.769256 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d1bcbd42-b9b2-4f18-92a9-3d2d7f5e7717 req-eaae861f-4988-492d-b2cb-165affeb5312 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 1130 time: 0.0423865 May 26 19:42:19.804452 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:19.815952 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57977f72-6de5-4c0b-8043-0c21bd2def13 admin admin] Made reservation on behalf of f6d58e80c3594ae2abb49ade4482dfd3 for: {'network': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:42:19.818232 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-57977f72-6de5-4c0b-8043-0c21bd2def13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for network (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:19.827316 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d1bcbd42-b9b2-4f18-92a9-3d2d7f5e7717 req-b2dba7a7-d516-473b-b8e5-ba5822a3c5cc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470896 May 26 19:42:19.828360 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-57977f72-6de5-4c0b-8043-0c21bd2def13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:19.850334 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 56714) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:19.856902 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:19.906272 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-57977f72-6de5-4c0b-8043-0c21bd2def13 admin admin] Publish callbacks [] for security_group (ceef9d54-40dd-4b29-be0a-4ebd769fe5cf), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:19.907922 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-805cc267-7d14-40e0-8554-5890b00035e2 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (a9b908b3-bc1e-4ed8-a085-88e066e90e6d), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:19.931306 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-805cc267-7d14-40e0-8554-5890b00035e2 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (a9b908b3-bc1e-4ed8-a085-88e066e90e6d), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:19.985733 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-57977f72-6de5-4c0b-8043-0c21bd2def13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (ceef9d54-40dd-4b29-be0a-4ebd769fe5cf), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:20.011666 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57977f72-6de5-4c0b-8043-0c21bd2def13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceef9d54-40dd-4b29-be0a-4ebd769fe5cf,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:20.054651 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-805cc267-7d14-40e0-8554-5890b00035e2 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (a9b908b3-bc1e-4ed8-a085-88e066e90e6d), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:20.057748 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-805cc267-7d14-40e0-8554-5890b00035e2 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:20.059031 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-805cc267-7d14-40e0-8554-5890b00035e2 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "DELETE /v2.0/security-groups/a9b908b3-bc1e-4ed8-a085-88e066e90e6d HTTP/1.1" status: 204 len: 168 time: 0.2076581 May 26 19:42:20.060327 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57977f72-6de5-4c0b-8043-0c21bd2def13 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=104684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:42:20.062252 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56716) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:20.069209 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cc267-7d14-40e0-8554-5890b00035e2 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b908b3-bc1e-4ed8-a085-88e066e90e6d,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:20.083486 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.api.v2.resource [None req-b11ec489-2f58-4d37-b66b-36689ea20f93 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] show failed (client error): The resource could not be found. May 26 19:42:20.084506 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-b11ec489-2f58-4d37-b66b-36689ea20f93 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups/a9b908b3-bc1e-4ed8-a085-88e066e90e6d HTTP/1.1" status: 404 len: 347 time: 0.0212874 May 26 19:42:20.087431 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-57977f72-6de5-4c0b-8043-0c21bd2def13 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748975417959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (c32d74fb-2c69-4e8d-86ad-fd9955b4eb13), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:20.087833 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.segments_db [None req-57977f72-6de5-4c0b-8043-0c21bd2def13 admin admin] Added segment c32d74fb-2c69-4e8d-86ad-fd9955b4eb13 of type vlan for network 3d90aacf-7ed7-4464-b873-af570bc85444 May 26 19:42:20.088018 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 56718) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:20.131872 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-57977f72-6de5-4c0b-8043-0c21bd2def13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748974919033'] for network (3d90aacf-7ed7-4464-b873-af570bc85444), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:20.259866 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-57977f72-6de5-4c0b-8043-0c21bd2def13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for network (3d90aacf-7ed7-4464-b873-af570bc85444), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:20.260869 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57977f72-6de5-4c0b-8043-0c21bd2def13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:20.261458 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-57977f72-6de5-4c0b-8043-0c21bd2def13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:20.325879 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57977f72-6de5-4c0b-8043-0c21bd2def13 admin admin] Pushing event updated for resources: {'Network': ['ID=3d90aacf-7ed7-4464-b873-af570bc85444,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:20.337253 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Network 3d90aacf-7ed7-4464-b873-af570bc85444 details requested by agent ovs-agent-dv-cinder-825492-17-iscsi with host dv-cinder-825492-17-iscsi {{(pid=104686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 19:42:20.386185 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-57977f72-6de5-4c0b-8043-0c21bd2def13 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7691779 May 26 19:42:20.386185 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56720) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:20.391698 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-0898589d-b946-4329-a8b1-13750868e2b8 admin admin] Request body: {'subnet': {'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-600110457-subnet', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:20.427648 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-6d94842e-8ef8-4e21-8ff5-bb3d57c37ae1 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Deleting port 124f4a2c-ed35-43e3-ac0c-e1619bc83820 {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:42:20.427991 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6d94842e-8ef8-4e21-8ff5-bb3d57c37ae1 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (124f4a2c-ed35-43e3-ac0c-e1619bc83820), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:20.494053 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0898589d-b946-4329-a8b1-13750868e2b8 admin admin] Made reservation on behalf of f6d58e80c3594ae2abb49ade4482dfd3 for: {'subnet': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:42:20.496634 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0898589d-b946-4329-a8b1-13750868e2b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281381'] for subnet (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:20.504665 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6d94842e-8ef8-4e21-8ff5-bb3d57c37ae1 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (124f4a2c-ed35-43e3-ac0c-e1619bc83820), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:20.505234 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6d94842e-8ef8-4e21-8ff5-bb3d57c37ae1 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (124f4a2c-ed35-43e3-ac0c-e1619bc83820), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:20.518001 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-6d94842e-8ef8-4e21-8ff5-bb3d57c37ae1 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Calling delete_port for 124f4a2c-ed35-43e3-ac0c-e1619bc83820 owned by network:floatingip {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:42:20.572642 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:20.657828 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818900d2-90f5-474a-aba0-272cb0f42d75 req-b7404b54-2fd7-4833-8202-286881035eb6 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:20.659418 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-818900d2-90f5-474a-aba0-272cb0f42d75 req-b7404b54-2fd7-4833-8202-286881035eb6 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0838084 May 26 19:42:20.734469 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6d94842e-8ef8-4e21-8ff5-bb3d57c37ae1 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (124f4a2c-ed35-43e3-ac0c-e1619bc83820), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:20.745875 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-818900d2-90f5-474a-aba0-272cb0f42d75 req-fd47cb90-fe99-4fcc-aee8-3fcfa5013ab8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804927 May 26 19:42:20.771714 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94842e-8ef8-4e21-8ff5-bb3d57c37ae1 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event deleted for resources: {'Port': ['ID=124f4a2c-ed35-43e3-ac0c-e1619bc83820,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:20.771714 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:20.814629 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0898589d-b946-4329-a8b1-13750868e2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13475601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281395'] for subnet (1a77309c-764f-454e-97c7-cacc8c9fe03c), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:20.833408 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6d94842e-8ef8-4e21-8ff5-bb3d57c37ae1 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (022b5547-c5fd-45e4-9cb5-44590b533919), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:20.836112 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6d94842e-8ef8-4e21-8ff5-bb3d57c37ae1 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:20.837319 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-6d94842e-8ef8-4e21-8ff5-bb3d57c37ae1 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "DELETE /v2.0/floatingips/022b5547-c5fd-45e4-9cb5-44590b533919 HTTP/1.1" status: 204 len: 168 time: 0.7483323 May 26 19:42:20.883935 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898589d-b946-4329-a8b1-13750868e2b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a77309c-764f-454e-97c7-cacc8c9fe03c,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:20.899652 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0898589d-b946-4329-a8b1-13750868e2b8 admin admin] Checking segment: {'id': 'c32d74fb-2c69-4e8d-86ad-fd9955b4eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:42:20.900015 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898589d-b946-4329-a8b1-13750868e2b8 admin admin] Network hostable DHCP agents. Network: 3d90aacf-7ed7-4464-b873-af570bc85444, hostable agents: ['334e9f8c-ffb2-4cf1-9422-c5afdc325939'], hosted agents: [] {{(pid=104684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:42:20.906345 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:21.030991 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898589d-b946-4329-a8b1-13750868e2b8 admin admin] Network 3d90aacf-7ed7-4464-b873-af570bc85444 is scheduled to be hosted by DHCP agent 334e9f8c-ffb2-4cf1-9422-c5afdc325939 with binding_index 1 {{(pid=104684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:42:21.042079 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56730) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:21.046417 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-1da91a59-7f93-457c-bfad-67c9a6075244 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1587397163', 'description': 'tempest-description--492252352'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:21.132863 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-0898589d-b946-4329-a8b1-13750868e2b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-17-iscsi, 3d90aacf-7ed7-4464-b873-af570bc85444) {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:21.136835 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0898589d-b946-4329-a8b1-13750868e2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:21.137432 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0898589d-b946-4329-a8b1-13750868e2b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:21.143691 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb05b564-e3f2-439f-a7be-038c2e2968b8 None None] Network 3d90aacf-7ed7-4464-b873-af570bc85444 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:42:21.169303 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-1da91a59-7f93-457c-bfad-67c9a6075244 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:21.192867 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:21.248418 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed2d819-b93f-4b0b-837c-277d2d6546c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe26c64eb-9ba4-58e8-a104-6529d17effff-3d90aacf-7ed7-4464-b873-af570bc85444', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'fixed_ips': [{'subnet_id': '1a77309c-764f-454e-97c7-cacc8c9fe03c'}]}} from dv-cinder-825492-17-iscsi. {{(pid=104686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 19:42:21.249378 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-7ed2d819-b93f-4b0b-837c-277d2d6546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:21.264052 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-0898589d-b946-4329-a8b1-13750868e2b8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8765614 May 26 19:42:21.266828 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 56734) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:21.272149 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-28e1b9cc-f17c-48d7-a07a-e7bc8751d25e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-600110457-router', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:21.275248 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-1da91a59-7f93-457c-bfad-67c9a6075244 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (87773974-c870-4516-8e32-2e2e1a37806b), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:21.290927 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a0215-9c12-4031-8653-ff757b7f6256 req-4dc19e74-298a-4579-9375-5705f4598bf6 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:21.290927 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ba4a0215-9c12-4031-8653-ff757b7f6256 req-4dc19e74-298a-4579-9375-5705f4598bf6 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 945 time: 0.0685976 May 26 19:42:21.343083 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ba4a0215-9c12-4031-8653-ff757b7f6256 req-24a7c656-f3d8-4667-ac53-c1b41f9c1d2b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464387 May 26 19:42:21.357547 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-1da91a59-7f93-457c-bfad-67c9a6075244 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (87773974-c870-4516-8e32-2e2e1a37806b), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:21.390439 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da91a59-7f93-457c-bfad-67c9a6075244 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87773974-c870-4516-8e32-2e2e1a37806b,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:21.398158 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-28e1b9cc-f17c-48d7-a07a-e7bc8751d25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7723'] for router (c8f12779-38ac-477e-83d3-c87fee9362ff), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:21.399619 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-28e1b9cc-f17c-48d7-a07a-e7bc8751d25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1823171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1704336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7714'] for router (c8f12779-38ac-477e-83d3-c87fee9362ff), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:21.412099 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.db_base_plugin_common [None req-7ed2d819-b93f-4b0b-837c-277d2d6546c8 None None] Allocated IP 172.20.0.2 (3d90aacf-7ed7-4464-b873-af570bc85444/1a77309c-764f-454e-97c7-cacc8c9fe03c/307ea05e-f222-49f9-8a00-b870558801c4) {{(pid=104686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:42:21.451229 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-28e1b9cc-f17c-48d7-a07a-e7bc8751d25e admin admin] Publish callbacks [] for router_controller (c8f12779-38ac-477e-83d3-c87fee9362ff), precommit_add_association {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:21.480730 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:21.525037 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-1da91a59-7f93-457c-bfad-67c9a6075244 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:21.526350 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-1da91a59-7f93-457c-bfad-67c9a6075244 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4832962 May 26 19:42:21.536667 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56736) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:21.541411 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-f365f8ee-9909-448a-960c-aeec161e832e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'security_group_rule': {'security_group_id': '87773974-c870-4516-8e32-2e2e1a37806b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:21.555506 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-7ed2d819-b93f-4b0b-837c-277d2d6546c8 None None] Publish callbacks [] for port (307ea05e-f222-49f9-8a00-b870558801c4), precommit_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:21.704234 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-7ed2d819-b93f-4b0b-837c-277d2d6546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691'] for port (307ea05e-f222-49f9-8a00-b870558801c4), after_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:21.710305 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f365f8ee-9909-448a-960c-aeec161e832e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (3fa3215b-94cf-41d4-85a4-e3eb651b41ac), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:21.727237 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-28e1b9cc-f17c-48d7-a07a-e7bc8751d25e admin admin] Publish callbacks [] for router_gateway (c8f12779-38ac-477e-83d3-c87fee9362ff), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:21.747067 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed2d819-b93f-4b0b-837c-277d2d6546c8 None None] Network 3d90aacf-7ed7-4464-b873-af570bc85444 is already hosted by enough agents. {{(pid=104686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:21.753501 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:21.753762 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.base_scheduler [None req-7ed2d819-b93f-4b0b-837c-277d2d6546c8 None None] Resources bound (agent type, host, resource id): {{(pid=104686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:21.757500 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed2d819-b93f-4b0b-837c-277d2d6546c8 None None] Received port after_create {{(pid=104686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:42:21.760609 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2d819-b93f-4b0b-837c-277d2d6546c8 None None] Pushing event updated for resources: {'Port': ['ID=307ea05e-f222-49f9-8a00-b870558801c4,revision_number=1']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:21.772140 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f365f8ee-9909-448a-960c-aeec161e832e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (3fa3215b-94cf-41d4-85a4-e3eb651b41ac), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:21.812769 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-657928d2-34cd-4cf9-b151-f752fa969ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:21.818051 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-7ed2d819-b93f-4b0b-837c-277d2d6546c8 None None] Attempting to bind port 307ea05e-f222-49f9-8a00-b870558801c4 on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:42:21.818492 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-7ed2d819-b93f-4b0b-837c-277d2d6546c8 None None] Attempting to bind port 307ea05e-f222-49f9-8a00-b870558801c4 by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': 'c32d74fb-2c69-4e8d-86ad-fd9955b4eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:42:21.821568 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed2d819-b93f-4b0b-837c-277d2d6546c8 None None] Attempting to bind port 307ea05e-f222-49f9-8a00-b870558801c4 on network 3d90aacf-7ed7-4464-b873-af570bc85444 {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:42:21.825370 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed2d819-b93f-4b0b-837c-277d2d6546c8 None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:42:21.825742 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed2d819-b93f-4b0b-837c-277d2d6546c8 None None] Checking segment: {'id': 'c32d74fb-2c69-4e8d-86ad-fd9955b4eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:42:21.826158 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-7ed2d819-b93f-4b0b-837c-277d2d6546c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:21.826541 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed2d819-b93f-4b0b-837c-277d2d6546c8 None None] Bound using segment: {'id': 'c32d74fb-2c69-4e8d-86ad-fd9955b4eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:42:21.827036 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-7ed2d819-b93f-4b0b-837c-277d2d6546c8 None None] Bound port: 307ea05e-f222-49f9-8a00-b870558801c4, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32d74fb-2c69-4e8d-86ad-fd9955b4eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:42:21.827412 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-7ed2d819-b93f-4b0b-837c-277d2d6546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (307ea05e-f222-49f9-8a00-b870558801c4), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:21.884027 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f365f8ee-9909-448a-960c-aeec161e832e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (3fa3215b-94cf-41d4-85a4-e3eb651b41ac), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:21.890173 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-7ed2d819-b93f-4b0b-837c-277d2d6546c8 None None] For port 307ea05e-f222-49f9-8a00-b870558801c4, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:42:21.894556 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-7ed2d819-b93f-4b0b-837c-277d2d6546c8 None None] For port 307ea05e-f222-49f9-8a00-b870558801c4, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=307ea05e-f222-49f9-8a00-b870558801c4,segment=NetworkSegment(c32d74fb-2c69-4e8d-86ad-fd9955b4eb13),segment_id=c32d74fb-2c69-4e8d-86ad-fd9955b4eb13)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:42:21.905224 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365f8ee-9909-448a-960c-aeec161e832e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa3215b-94cf-41d4-85a4-e3eb651b41ac,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:21.906022 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c4041-69f2-4644-b4cf-800220675f02 req-d562fd3d-7a60-470f-8bfe-47bce600aa15 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:21.907558 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c28c4041-69f2-4644-b4cf-800220675f02 req-d562fd3d-7a60-470f-8bfe-47bce600aa15 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0827110 May 26 19:42:21.986123 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-7ed2d819-b93f-4b0b-837c-277d2d6546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (307ea05e-f222-49f9-8a00-b870558801c4), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:21.987973 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f365f8ee-9909-448a-960c-aeec161e832e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:21.992400 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-f365f8ee-9909-448a-960c-aeec161e832e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4544492 May 26 19:42:22.001021 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56740) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:22.001021 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-67eb575e-6ce9-44ea-a2a2-d0b73b491b1a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'security_group_rule': {'security_group_id': '87773974-c870-4516-8e32-2e2e1a37806b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:22.046168 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c28c4041-69f2-4644-b4cf-800220675f02 req-be852f65-527e-4a0e-b95a-db3ae0a79212 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294096 May 26 19:42:22.050220 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2d819-b93f-4b0b-837c-277d2d6546c8 None None] Pushing event updated for resources: {'Port': ['ID=307ea05e-f222-49f9-8a00-b870558801c4,revision_number=2']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:22.059060 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-28e1b9cc-f17c-48d7-a07a-e7bc8751d25e admin admin] Publish callbacks [] for router_gateway (c8f12779-38ac-477e-83d3-c87fee9362ff), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:22.080027 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-28e1b9cc-f17c-48d7-a07a-e7bc8751d25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:22.177177 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:22.178490 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705c18e-15bf-4678-a67e-872d3d006c9f req-23a6dcb9-e706-4ee4-8b16-df9098fb1bdc tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:22.180110 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d705c18e-15bf-4678-a67e-872d3d006c9f req-23a6dcb9-e706-4ee4-8b16-df9098fb1bdc tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0559156 May 26 19:42:22.181029 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-67eb575e-6ce9-44ea-a2a2-d0b73b491b1a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (3637b716-dd50-4a43-b9ad-3687048778bd), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:22.199911 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56744) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:22.222154 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-6edfda84-4791-4377-8880-9dae321cd97b tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Request body: {'floatingip': {'port_id': '81fa53c7-4d30-4a24-9182-ad976ec89b2b'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:22.224093 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [None req-28e1b9cc-f17c-48d7-a07a-e7bc8751d25e admin admin] Allocated IP 172.27.0.111 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/a0039b06-c3e0-4484-8c1a-0efe8f60768b) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:42:22.292540 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-6edfda84-4791-4377-8880-9dae321cd97b tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for floatingip (a95e808d-f603-4d7f-9d2b-212dfd3af424), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:22.339978 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-28e1b9cc-f17c-48d7-a07a-e7bc8751d25e admin admin] Publish callbacks [] for port (a0039b06-c3e0-4484-8c1a-0efe8f60768b), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:22.359083 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:22.367077 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-67eb575e-6ce9-44ea-a2a2-d0b73b491b1a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (3637b716-dd50-4a43-b9ad-3687048778bd), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:22.462778 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-67eb575e-6ce9-44ea-a2a2-d0b73b491b1a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (3637b716-dd50-4a43-b9ad-3687048778bd), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:22.466236 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59c7fd-29b8-477c-8a01-39e151c103af req-72ae3de9-8e1f-464f-840b-5edc52bc8cb5 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:22.467806 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9b59c7fd-29b8-477c-8a01-39e151c103af req-72ae3de9-8e1f-464f-840b-5edc52bc8cb5 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 945 time: 0.0493660 May 26 19:42:22.481407 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-28e1b9cc-f17c-48d7-a07a-e7bc8751d25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (a0039b06-c3e0-4484-8c1a-0efe8f60768b), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:22.492684 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb575e-6ce9-44ea-a2a2-d0b73b491b1a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3637b716-dd50-4a43-b9ad-3687048778bd,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:22.544085 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e1b9cc-f17c-48d7-a07a-e7bc8751d25e admin admin] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:22.559045 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-28e1b9cc-f17c-48d7-a07a-e7bc8751d25e admin admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:22.567409 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9b59c7fd-29b8-477c-8a01-39e151c103af req-fe7a7809-e1ac-406b-bada-b2988afb0b41 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934086 May 26 19:42:22.568083 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e1b9cc-f17c-48d7-a07a-e7bc8751d25e admin admin] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:42:22.570448 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1b9cc-f17c-48d7-a07a-e7bc8751d25e admin admin] Pushing event updated for resources: {'Port': ['ID=a0039b06-c3e0-4484-8c1a-0efe8f60768b,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:22.599274 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-67eb575e-6ce9-44ea-a2a2-d0b73b491b1a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:22.600429 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-67eb575e-6ce9-44ea-a2a2-d0b73b491b1a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6062818 May 26 19:42:22.603571 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56748) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:22.607801 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-2288b4e4-6c5f-4289-81ca-984edd415c2b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'floatingip': {'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:22.646110 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:22.771774 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2288b4e4-6c5f-4289-81ca-984edd415c2b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:22.860363 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-6edfda84-4791-4377-8880-9dae321cd97b tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:22.903989 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2288b4e4-6c5f-4289-81ca-984edd415c2b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:22.942225 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-6edfda84-4791-4377-8880-9dae321cd97b tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (a95e808d-f603-4d7f-9d2b-212dfd3af424), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:22.942490 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-28e1b9cc-f17c-48d7-a07a-e7bc8751d25e admin admin] Publish callbacks [] for router_gateway (c8f12779-38ac-477e-83d3-c87fee9362ff), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:22.980315 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:23.041613 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:23.067621 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:23.070264 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ecf5f1-c5a7-483b-a045-2fb0c2cfdf52 None None] Network 3d90aacf-7ed7-4464-b873-af570bc85444 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:42:23.134100 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-50bfa5bb-8bd7-470e-9385-16336e519071 None None] Provisioning complete for port 307ea05e-f222-49f9-8a00-b870558801c4 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:42:23.134521 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-50bfa5bb-8bd7-470e-9385-16336e519071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (307ea05e-f222-49f9-8a00-b870558801c4), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:23.140439 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:23.152321 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-28e1b9cc-f17c-48d7-a07a-e7bc8751d25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613824'] for router (c8f12779-38ac-477e-83d3-c87fee9362ff), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:23.158007 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [None req-2288b4e4-6c5f-4289-81ca-984edd415c2b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Allocated IP 172.27.0.171 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/85fc507b-9291-4aff-aa1a-1c245c47a6e0) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:42:23.160878 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.l3_db [None req-6edfda84-4791-4377-8880-9dae321cd97b tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Floating IP a95e808d-f603-4d7f-9d2b-212dfd3af424 associated. External IP: 172.27.0.80, port: 81fa53c7-4d30-4a24-9182-ad976ec89b2b. May 26 19:42:23.274779 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-50bfa5bb-8bd7-470e-9385-16336e519071 None None] Current status of the port 307ea05e-f222-49f9-8a00-b870558801c4 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:42:23.275202 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-50bfa5bb-8bd7-470e-9385-16336e519071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (307ea05e-f222-49f9-8a00-b870558801c4), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:23.286610 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 307ea05e-f222-49f9-8a00-b870558801c4 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:42:23.341845 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-50bfa5bb-8bd7-470e-9385-16336e519071 None None] For port 307ea05e-f222-49f9-8a00-b870558801c4, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=307ea05e-f222-49f9-8a00-b870558801c4,segment=NetworkSegment(c32d74fb-2c69-4e8d-86ad-fd9955b4eb13),segment_id=c32d74fb-2c69-4e8d-86ad-fd9955b4eb13)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:23.369685 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 307ea05e-f222-49f9-8a00-b870558801c4 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:42:23.370060 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (307ea05e-f222-49f9-8a00-b870558801c4), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:23.454203 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e1b9cc-f17c-48d7-a07a-e7bc8751d25e admin admin] Router c8f12779-38ac-477e-83d3-c87fee9362ff is scheduled to L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d with binding_index 1 {{(pid=104685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 19:42:23.457979 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-50bfa5bb-8bd7-470e-9385-16336e519071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (307ea05e-f222-49f9-8a00-b870558801c4), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:23.465259 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 307ea05e-f222-49f9-8a00-b870558801c4 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:42:23.465854 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (307ea05e-f222-49f9-8a00-b870558801c4), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:23.500888 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3d822-6cb6-403b-ab5f-ab4d84f75804 req-4525de53-9cea-48fd-8a09-fe273ba83260 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:23.502973 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-91a3d822-6cb6-403b-ab5f-ab4d84f75804 req-4525de53-9cea-48fd-8a09-fe273ba83260 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.77 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 945 time: 0.4045265 May 26 19:42:23.509580 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:23.561766 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfa5bb-8bd7-470e-9385-16336e519071 None None] Pushing event updated for resources: {'Port': ['ID=307ea05e-f222-49f9-8a00-b870558801c4,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:23.580657 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.db.api [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 19:42:23.581067 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG oslo_db.api [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:42:23.587699 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-151ea67b-a115-4857-9668-d4490be7b008 None None] Provisioning complete for port 307ea05e-f222-49f9-8a00-b870558801c4 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:42:23.588071 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-151ea67b-a115-4857-9668-d4490be7b008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (307ea05e-f222-49f9-8a00-b870558801c4), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:23.595675 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e1b9cc-f17c-48d7-a07a-e7bc8751d25e admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:42:23.614508 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] Sync routers for ids ['c8f12779-38ac-477e-83d3-c87fee9362ff'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:42:23.625850 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] Routers {'c8f12779-38ac-477e-83d3-c87fee9362ff'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:42:23.627197 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:42:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['c8f12779-38ac-477e-83d3-c87fee9362ff'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:23.672952 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-151ea67b-a115-4857-9668-d4490be7b008 None None] Current status of the port 307ea05e-f222-49f9-8a00-b870558801c4 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:42:23.689668 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2288b4e4-6c5f-4289-81ca-984edd415c2b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for port (85fc507b-9291-4aff-aa1a-1c245c47a6e0), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:23.690937 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-28e1b9cc-f17c-48d7-a07a-e7bc8751d25e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:23.695124 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-28e1b9cc-f17c-48d7-a07a-e7bc8751d25e admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4268498 May 26 19:42:23.695770 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 56752) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:23.740726 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] Set router c8f12779-38ac-477e-83d3-c87fee9362ff gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:42:23.777426 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-91a3d822-6cb6-403b-ab5f-ab4d84f75804 req-ff00da86-1d69-41a9-a5b4-64f8c6122353 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Deleting port c9b0aa22-b532-4ac9-a353-da7eed5a3b37 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:42:23.778113 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-91a3d822-6cb6-403b-ab5f-ab4d84f75804 req-ff00da86-1d69-41a9-a5b4-64f8c6122353 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (c9b0aa22-b532-4ac9-a353-da7eed5a3b37), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:23.800114 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:23.813793 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f340f-dc9d-43a6-a860-00b3a99595ae req-2b3f907b-2eaa-48a2-b632-ab4251ea7926 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:23.815341 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4a7f340f-dc9d-43a6-a860-00b3a99595ae req-2b3f907b-2eaa-48a2-b632-ab4251ea7926 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 945 time: 0.1332769 May 26 19:42:23.919377 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'name': 'tempest-AttachVolumeTestJSON-600110457-router', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:21Z', 'updated_at': '2022-05-26T19:42:22Z', 'revision_number': 3, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'gw_port': {'id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:23.946273 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] Checking router: c8f12779-38ac-477e-83d3-c87fee9362ff for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:42:23.946531 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] Updating router c8f12779-38ac-477e-83d3-c87fee9362ff port a0039b06-c3e0-4484-8c1a-0efe8f60768b binding host dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:42:23.975349 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (a0039b06-c3e0-4484-8c1a-0efe8f60768b), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:23.989718 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-91a3d822-6cb6-403b-ab5f-ab4d84f75804 req-ff00da86-1d69-41a9-a5b4-64f8c6122353 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] For port c9b0aa22-b532-4ac9-a353-da7eed5a3b37, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=c9b0aa22-b532-4ac9-a353-da7eed5a3b37,segment=NetworkSegment(a27918ad-49bd-4b5d-9789-751677ce88d9),segment_id=a27918ad-49bd-4b5d-9789-751677ce88d9)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:23.990085 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-91a3d822-6cb6-403b-ab5f-ab4d84f75804 req-ff00da86-1d69-41a9-a5b4-64f8c6122353 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (c9b0aa22-b532-4ac9-a353-da7eed5a3b37), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:23.996166 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4a7f340f-dc9d-43a6-a860-00b3a99595ae req-1b0c6939-3099-44cf-8c48-26f8e5a771a3 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461067 May 26 19:42:24.015076 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:24.024504 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2288b4e4-6c5f-4289-81ca-984edd415c2b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (85fc507b-9291-4aff-aa1a-1c245c47a6e0), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:24.121852 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2288b4e4-6c5f-4289-81ca-984edd415c2b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:24.136906 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-2288b4e4-6c5f-4289-81ca-984edd415c2b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:24.138103 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-cd755906-21be-4b5a-8077-14c11b0c937a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:24.148320 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288b4e4-6c5f-4289-81ca-984edd415c2b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:42:24.151825 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 307ea05e-f222-49f9-8a00-b870558801c4 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:42:24.179405 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:24.180254 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288b4e4-6c5f-4289-81ca-984edd415c2b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'Port': ['ID=85fc507b-9291-4aff-aa1a-1c245c47a6e0,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:24.202201 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:24.215707 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edfda84-4791-4377-8880-9dae321cd97b tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Router ab9f03bb-732e-4883-91d6-4a3f9e7313fc has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:42:24.322406 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [None req-cd755906-21be-4b5a-8077-14c11b0c937a admin admin] Allocated IP 172.20.0.1 (3d90aacf-7ed7-4464-b873-af570bc85444/1a77309c-764f-454e-97c7-cacc8c9fe03c/34992ea4-a649-4663-bd64-68a401583028) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:42:24.364611 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-91a3d822-6cb6-403b-ab5f-ab4d84f75804 req-ff00da86-1d69-41a9-a5b4-64f8c6122353 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:24.364985 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-91a3d822-6cb6-403b-ab5f-ab4d84f75804 req-ff00da86-1d69-41a9-a5b4-64f8c6122353 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (0621ec80-3585-4c48-ac1c-6ecf2673e7e8), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:24.365296 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.l3_db [req-91a3d822-6cb6-403b-ab5f-ab4d84f75804 req-ff00da86-1d69-41a9-a5b4-64f8c6122353 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Floating IP 0621ec80-3585-4c48-ac1c-6ecf2673e7e8 disassociated. External IP: 172.27.0.76, port: c9b0aa22-b532-4ac9-a353-da7eed5a3b37. May 26 19:42:24.365649 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-91a3d822-6cb6-403b-ab5f-ab4d84f75804 req-ff00da86-1d69-41a9-a5b4-64f8c6122353 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Calling delete_port for c9b0aa22-b532-4ac9-a353-da7eed5a3b37 owned by compute:nova {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:42:24.385373 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:24.404647 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] Publish callbacks [] for port (a0039b06-c3e0-4484-8c1a-0efe8f60768b), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:24.438652 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-cd755906-21be-4b5a-8077-14c11b0c937a admin admin] Publish callbacks [] for port (34992ea4-a649-4663-bd64-68a401583028), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:24.456916 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2288b4e4-6c5f-4289-81ca-984edd415c2b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (72e544d6-0bd1-4a1c-b297-7616db332c94), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:24.499406 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edfda84-4791-4377-8880-9dae321cd97b tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:42:24.505236 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-6edfda84-4791-4377-8880-9dae321cd97b tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:24.517510 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (a0039b06-c3e0-4484-8c1a-0efe8f60768b), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:24.519485 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad24fe-4d59-4930-8a95-cf4ba847bffe None None] Sync routers for ids ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:42:24.535901 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ad24fe-4d59-4930-8a95-cf4ba847bffe None None] Routers {'ab9f03bb-732e-4883-91d6-4a3f9e7313fc'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:42:24.536968 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-e1ad24fe-4d59-4930-8a95-cf4ba847bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:42:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:24.549984 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-6edfda84-4791-4377-8880-9dae321cd97b tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "PUT /v2.0/floatingips/a95e808d-f603-4d7f-9d2b-212dfd3af424 HTTP/1.1" status: 200 len: 991 time: 2.3481407 May 26 19:42:24.567948 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d37e4a7-2599-4466-b249-a142cf7770f0', 'tag': '81fa53c7-4d30-4a24-9182-ad976ec89b2b'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:24.571423 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6fa668-2bc0-4941-a855-d142f4cea5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "7d37e4a7-2599-4466-b249-a142cf7770f0", "tag": "81fa53c7-4d30-4a24-9182-ad976ec89b2b"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:42:24.572872 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] Attempting to bind port a0039b06-c3e0-4484-8c1a-0efe8f60768b on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:42:24.573232 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] Attempting to bind port a0039b06-c3e0-4484-8c1a-0efe8f60768b by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:42:24.573584 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] Attempting to bind port a0039b06-c3e0-4484-8c1a-0efe8f60768b on network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:42:24.589576 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530850b8-ee9e-4bb1-ba15-bea520e18281 None None] Pushing event updated for resources: {'Port': ['ID=a0039b06-c3e0-4484-8c1a-0efe8f60768b,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:24.593345 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-cd755906-21be-4b5a-8077-14c11b0c937a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (34992ea4-a649-4663-bd64-68a401583028), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:24.593719 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:42:24.595709 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] Checking segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:42:24.595709 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:24.595709 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] Bound using segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:42:24.596055 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] Bound port: a0039b06-c3e0-4484-8c1a-0efe8f60768b, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:42:24.596227 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (a0039b06-c3e0-4484-8c1a-0efe8f60768b), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:24.626744 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530850b8-ee9e-4bb1-ba15-bea520e18281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.627476 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530850b8-ee9e-4bb1-ba15-bea520e18281 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.627476 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530850b8-ee9e-4bb1-ba15-bea520e18281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.627788 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530850b8-ee9e-4bb1-ba15-bea520e18281 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.628125 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530850b8-ee9e-4bb1-ba15-bea520e18281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.628445 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530850b8-ee9e-4bb1-ba15-bea520e18281 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.628764 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530850b8-ee9e-4bb1-ba15-bea520e18281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.629075 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530850b8-ee9e-4bb1-ba15-bea520e18281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.629415 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530850b8-ee9e-4bb1-ba15-bea520e18281 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.629734 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530850b8-ee9e-4bb1-ba15-bea520e18281 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.630048 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530850b8-ee9e-4bb1-ba15-bea520e18281 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.630429 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530850b8-ee9e-4bb1-ba15-bea520e18281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.630689 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2288b4e4-6c5f-4289-81ca-984edd415c2b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (85fc507b-9291-4aff-aa1a-1c245c47a6e0), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:24.630818 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530850b8-ee9e-4bb1-ba15-bea520e18281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.633312 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530850b8-ee9e-4bb1-ba15-bea520e18281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.633312 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530850b8-ee9e-4bb1-ba15-bea520e18281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.664287 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:24.664936 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] For port a0039b06-c3e0-4484-8c1a-0efe8f60768b, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:42:24.668347 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] For port a0039b06-c3e0-4484-8c1a-0efe8f60768b, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=a0039b06-c3e0-4484-8c1a-0efe8f60768b,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:42:24.671259 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:24.679995 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:24.682044 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-e1ad24fe-4d59-4930-8a95-cf4ba847bffe None None] Set router ab9f03bb-732e-4883-91d6-4a3f9e7313fc gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:42:24.705035 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd755906-21be-4b5a-8077-14c11b0c937a admin admin] Pushing event updated for resources: {'Port': ['ID=34992ea4-a649-4663-bd64-68a401583028,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:24.712275 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-91a3d822-6cb6-403b-ab5f-ab4d84f75804 req-ff00da86-1d69-41a9-a5b4-64f8c6122353 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (c9b0aa22-b532-4ac9-a353-da7eed5a3b37), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:24.725060 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd755906-21be-4b5a-8077-14c11b0c937a admin admin] Network 3d90aacf-7ed7-4464-b873-af570bc85444 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:24.727216 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-cd755906-21be-4b5a-8077-14c11b0c937a admin admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:24.730383 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd755906-21be-4b5a-8077-14c11b0c937a admin admin] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:42:24.738888 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (a0039b06-c3e0-4484-8c1a-0efe8f60768b), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:24.755991 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00da86-1d69-41a9-a5b4-64f8c6122353 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event deleted for resources: {'Port': ['ID=c9b0aa22-b532-4ac9-a353-da7eed5a3b37,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:24.830772 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-cd755906-21be-4b5a-8077-14c11b0c937a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617779'] for router_interface (c8f12779-38ac-477e-83d3-c87fee9362ff), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:24.837174 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:24.847518 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] Routers {'c8f12779-38ac-477e-83d3-c87fee9362ff'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:42:24.848235 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:42:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['c8f12779-38ac-477e-83d3-c87fee9362ff'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:24.932508 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66586ea8-6417-4bd4-a380-9cab5f151c13 x-openstack-request-id: req-66586ea8-6417-4bd4-a380-9cab5f151c13 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:42:24.933023 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d37e4a7-2599-4466-b249-a142cf7770f0", "tag": "81fa53c7-4d30-4a24-9182-ad976ec89b2b", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:42:24.933236 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-66586ea8-6417-4bd4-a380-9cab5f151c13 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:42:24.933736 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66586ea8-6417-4bd4-a380-9cab5f151c13'] response: {'name': 'network-changed', 'server_uuid': '7d37e4a7-2599-4466-b249-a142cf7770f0', 'tag': '81fa53c7-4d30-4a24-9182-ad976ec89b2b', 'status': 'completed', 'code': 200} May 26 19:42:25.018352 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] Set router c8f12779-38ac-477e-83d3-c87fee9362ff gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:42:25.035217 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91a3d822-6cb6-403b-ab5f-ab4d84f75804 req-ff00da86-1d69-41a9-a5b4-64f8c6122353 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Router 776872fc-dc07-4945-a821-b5ef7055a75f has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:42:25.046956 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-e1ad24fe-4d59-4930-8a95-cf4ba847bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-router', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:22Z', 'revision_number': 4, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'gw_port': {'id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'a95e808d-f603-4d7f-9d2b-212dfd3af424', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'port_id': '81fa53c7-4d30-4a24-9182-ad976ec89b2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'mac_address': 'fa:16:3e:93:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d37e4a7-2599-4466-b249-a142cf7770f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:42:02Z', 'updated_at': '2022-05-26T19:42:22Z', 'revision_number': 1, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd', 'name': '', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'mac_address': 'fa:16:3e:05:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:21Z', 'updated_at': '2022-05-26T19:38:26Z', 'revision_number': 5, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'subnets': [{'id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:25.076440 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad24fe-4d59-4930-8a95-cf4ba847bffe None None] Checking router: ab9f03bb-732e-4883-91d6-4a3f9e7313fc for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:42:25.085955 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ad24fe-4d59-4930-8a95-cf4ba847bffe None None] Routers {'ab9f03bb-732e-4883-91d6-4a3f9e7313fc'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:42:25.086486 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-e1ad24fe-4d59-4930-8a95-cf4ba847bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:42:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:25.095176 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530850b8-ee9e-4bb1-ba15-bea520e18281 None None] Pushing event updated for resources: {'Port': ['ID=a0039b06-c3e0-4484-8c1a-0efe8f60768b,revision_number=3']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:25.123161 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:25.125433 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5d346ac4-2aa1-4efb-968c-06665cbf437e req-51a56c17-54c8-4554-b640-e17716f7d82c tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 210 time: 0.0499117 May 26 19:42:25.149980 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:25.150932 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-c660cb84-6902-4f00-bc16-8932656fa1e8 None None] Provisioning complete for port 34992ea4-a649-4663-bd64-68a401583028 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:42:25.151316 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-c660cb84-6902-4f00-bc16-8932656fa1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (34992ea4-a649-4663-bd64-68a401583028), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:25.159659 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fa668-2bc0-4941-a855-d142f4cea5f3 req-8faaea58-da08-49ce-9135-15fe354846f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:25.161415 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-cd755906-21be-4b5a-8077-14c11b0c937a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (34992ea4-a649-4663-bd64-68a401583028), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:25.165891 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8e6fa668-2bc0-4941-a855-d142f4cea5f3 req-8faaea58-da08-49ce-9135-15fe354846f8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b189404964f64aa88af37e536c1c7464&device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 1130 time: 0.2097409 May 26 19:42:25.201415 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-c660cb84-6902-4f00-bc16-8932656fa1e8 None None] Port 34992ea4-a649-4663-bd64-68a401583028 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:42:25.305786 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'name': 'tempest-AttachVolumeTestJSON-600110457-router', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:21Z', 'updated_at': '2022-05-26T19:42:22Z', 'revision_number': 3, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'gw_port': {'id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:25.319519 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 307ea05e-f222-49f9-8a00-b870558801c4 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:42:25.337853 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-e1ad24fe-4d59-4930-8a95-cf4ba847bffe None None] Set router ab9f03bb-732e-4883-91d6-4a3f9e7313fc gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:42:25.347440 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0089448-ef09-4383-8b61-c207f0a82b1c None None] The sync data for ids ['c8f12779-38ac-477e-83d3-c87fee9362ff'] in dv-cinder-825492-17-iscsi is: [{'id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'name': 'tempest-AttachVolumeTestJSON-600110457-router', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:21Z', 'updated_at': '2022-05-26T19:42:22Z', 'revision_number': 3, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'gw_port': {'id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:42:25.456186 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2288b4e4-6c5f-4289-81ca-984edd415c2b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for port (85fc507b-9291-4aff-aa1a-1c245c47a6e0), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:25.500365 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91a3d822-6cb6-403b-ab5f-ab4d84f75804 req-ff00da86-1d69-41a9-a5b4-64f8c6122353 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:42:25.507933 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fa668-2bc0-4941-a855-d142f4cea5f3 req-77f0efd5-1f10-426a-801f-dadaa9ac8508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:25.509390 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8e6fa668-2bc0-4941-a855-d142f4cea5f3 req-77f0efd5-1f10-426a-801f-dadaa9ac8508 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f1378612-5a59-4b7c-a0f1-5080210638d6 HTTP/1.1" status: 200 len: 918 time: 0.2584438 May 26 19:42:25.515983 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458cfd97-6585-4921-af0c-dabd48de42ba None None] Sync routers for ids ['776872fc-dc07-4945-a821-b5ef7055a75f'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:42:25.527633 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458cfd97-6585-4921-af0c-dabd48de42ba None None] Routers {'776872fc-dc07-4945-a821-b5ef7055a75f'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:42:25.528396 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-458cfd97-6585-4921-af0c-dabd48de42ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:42:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['776872fc-dc07-4945-a821-b5ef7055a75f'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:25.606111 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2288b4e4-6c5f-4289-81ca-984edd415c2b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (85fc507b-9291-4aff-aa1a-1c245c47a6e0), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:25.615748 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8e6fa668-2bc0-4941-a855-d142f4cea5f3 req-631d21d7-8d14-4a65-982e-2bbb70413398 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81fa53c7-4d30-4a24-9182-ad976ec89b2b HTTP/1.1" status: 200 len: 999 time: 0.0806167 May 26 19:42:25.651053 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 307ea05e-f222-49f9-8a00-b870558801c4 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:42:25.651437 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (307ea05e-f222-49f9-8a00-b870558801c4), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:25.689826 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-458cfd97-6585-4921-af0c-dabd48de42ba None None] Set router 776872fc-dc07-4945-a821-b5ef7055a75f gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:42:25.710805 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a3d822-6cb6-403b-ab5f-ab4d84f75804 req-ff00da86-1d69-41a9-a5b4-64f8c6122353 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] No DVR routers for this DVR port c9b0aa22-b532-4ac9-a353-da7eed5a3b37 on host hv-cinder-82549 {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:42:25.766748 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-91a3d822-6cb6-403b-ab5f-ab4d84f75804 req-ff00da86-1d69-41a9-a5b4-64f8c6122353 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:25.770142 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-91a3d822-6cb6-403b-ab5f-ab4d84f75804 req-ff00da86-1d69-41a9-a5b4-64f8c6122353 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.77 "DELETE /v2.0/ports/c9b0aa22-b532-4ac9-a353-da7eed5a3b37 HTTP/1.1" status: 204 len: 173 time: 2.2540801 May 26 19:42:25.834596 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-cd755906-21be-4b5a-8077-14c11b0c937a admin admin] Publish callbacks [] for port (34992ea4-a649-4663-bd64-68a401583028), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:25.847455 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288b4e4-6c5f-4289-81ca-984edd415c2b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'Port': ['ID=85fc507b-9291-4aff-aa1a-1c245c47a6e0,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:25.850893 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fa668-2bc0-4941-a855-d142f4cea5f3 req-e1c86d0a-a46e-4d9c-b522-a70a92d9a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:25.852401 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8e6fa668-2bc0-4941-a855-d142f4cea5f3 req-e1c86d0a-a46e-4d9c-b522-a70a92d9a011 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=05dcdbba-6e16-4071-86f2-e4f1836b9900 HTTP/1.1" status: 200 len: 856 time: 0.2029207 May 26 19:42:25.864641 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:25.888695 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-cd755906-21be-4b5a-8077-14c11b0c937a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099810'] for port (34992ea4-a649-4663-bd64-68a401583028), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:25.899933 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:25.901888 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2288b4e4-6c5f-4289-81ca-984edd415c2b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (72e544d6-0bd1-4a1c-b297-7616db332c94), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:25.929996 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fa668-2bc0-4941-a855-d142f4cea5f3 req-bc6501cb-0b19-4dfc-9c9e-9dc13bd91667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:25.934595 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8e6fa668-2bc0-4941-a855-d142f4cea5f3 req-bc6501cb-0b19-4dfc-9c9e-9dc13bd91667 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f1378612-5a59-4b7c-a0f1-5080210638d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0680819 May 26 19:42:25.948104 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:25.994410 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-458cfd97-6585-4921-af0c-dabd48de42ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '35f8842e-82aa-4e85-a165-6ec8b49ffbf6', 'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'mac_address': 'fa:16:3e:2e:f2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:52Z', 'updated_at': '2022-05-26T19:38:57Z', 'revision_number': 5, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'subnets': [{'id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:26.013633 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 307ea05e-f222-49f9-8a00-b870558801c4 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:42:26.020120 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-e1ad24fe-4d59-4930-8a95-cf4ba847bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-router', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:22Z', 'revision_number': 4, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'gw_port': {'id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'a95e808d-f603-4d7f-9d2b-212dfd3af424', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'port_id': '81fa53c7-4d30-4a24-9182-ad976ec89b2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'mac_address': 'fa:16:3e:93:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d37e4a7-2599-4466-b249-a142cf7770f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:42:02Z', 'updated_at': '2022-05-26T19:42:22Z', 'revision_number': 1, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd', 'name': '', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'mac_address': 'fa:16:3e:05:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:21Z', 'updated_at': '2022-05-26T19:38:26Z', 'revision_number': 5, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'subnets': [{'id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:26.034958 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458cfd97-6585-4921-af0c-dabd48de42ba None None] Checking router: 776872fc-dc07-4945-a821-b5ef7055a75f for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:42:26.040009 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-cd755906-21be-4b5a-8077-14c11b0c937a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-131577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616579'] for router_interface (c8f12779-38ac-477e-83d3-c87fee9362ff), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:26.042299 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd755906-21be-4b5a-8077-14c11b0c937a admin admin] Pushing event updated for resources: {'Port': ['ID=34992ea4-a649-4663-bd64-68a401583028,revision_number=2']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:26.042432 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2288b4e4-6c5f-4289-81ca-984edd415c2b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:26.052547 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-2288b4e4-6c5f-4289-81ca-984edd415c2b tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4393721 May 26 19:42:26.058663 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458cfd97-6585-4921-af0c-dabd48de42ba None None] Routers {'776872fc-dc07-4945-a821-b5ef7055a75f'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:42:26.059413 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-458cfd97-6585-4921-af0c-dabd48de42ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:42:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['776872fc-dc07-4945-a821-b5ef7055a75f'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:26.081429 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:26.087299 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad24fe-4d59-4930-8a95-cf4ba847bffe None None] The sync data for ids ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'] in dv-cinder-825492-17-iscsi is: [{'id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-router', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:22Z', 'revision_number': 4, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'gw_port': {'id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'a95e808d-f603-4d7f-9d2b-212dfd3af424', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'port_id': '81fa53c7-4d30-4a24-9182-ad976ec89b2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'mac_address': 'fa:16:3e:93:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d37e4a7-2599-4466-b249-a142cf7770f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:42:02Z', 'updated_at': '2022-05-26T19:42:22Z', 'revision_number': 1, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd', 'name': '', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'mac_address': 'fa:16:3e:05:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:21Z', 'updated_at': '2022-05-26T19:38:26Z', 'revision_number': 5, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'subnets': [{'id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:42:26.128430 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8e6fa668-2bc0-4941-a855-d142f4cea5f3 req-b0114fbc-8e74-4ed6-addd-b89801d08345 service neutron] 10.222.0.77 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900756 May 26 19:42:26.275082 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-458cfd97-6585-4921-af0c-dabd48de42ba None None] Set router 776872fc-dc07-4945-a821-b5ef7055a75f gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:42:26.287386 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8e6fa668-2bc0-4941-a855-d142f4cea5f3 req-f1439f47-27d7-4376-90e8-86f39df55f10 service neutron] 10.222.0.77 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513352 May 26 19:42:26.330866 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8eb0ae72-daa3-43a0-a82d-c48297d078b5 req-bb9e437e-f101-4d94-81d0-ccd413c8082e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=41d24bae-e684-487b-88b1-c134195fe54f HTTP/1.1" status: 200 len: 210 time: 0.0440094 May 26 19:42:26.336526 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd755906-21be-4b5a-8077-14c11b0c937a admin admin] Network 3d90aacf-7ed7-4464-b873-af570bc85444 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:26.338441 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-cd755906-21be-4b5a-8077-14c11b0c937a admin admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:26.419480 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-58cccbe6-fbaa-4a09-9ec9-21fa36fbe629 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1587397163&fields=id&tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba HTTP/1.1" status: 200 len: 267 time: 0.0750787 May 26 19:42:26.448165 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:26.529253 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f668913f-f057-46a2-b4a9-8920980f8cae None None] New status for floating IP a95e808d-f603-4d7f-9d2b-212dfd3af424: ACTIVE {{(pid=104686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:42:26.607550 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-ac372203-c82d-40df-b511-f9a7ec693647 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:26.612833 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-ac372203-c82d-40df-b511-f9a7ec693647 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/networks?id=2ddf1778-5518-469d-acdc-1047098dc517 HTTP/1.1" status: 200 len: 815 time: 0.1916595 May 26 19:42:26.619560 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd755906-21be-4b5a-8077-14c11b0c937a admin admin] Router c8f12779-38ac-477e-83d3-c87fee9362ff has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:42:26.639904 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-7b656ad3-f500-4fba-b509-d001f89dc14f tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/quotas/39f75b0f65c4475ba2d5dc1e7ae203ba HTTP/1.1" status: 200 len: 375 time: 0.0186570 May 26 19:42:26.667270 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-458cfd97-6585-4921-af0c-dabd48de42ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '35f8842e-82aa-4e85-a165-6ec8b49ffbf6', 'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'mac_address': 'fa:16:3e:2e:f2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:52Z', 'updated_at': '2022-05-26T19:38:57Z', 'revision_number': 5, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'subnets': [{'id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:26.704011 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458cfd97-6585-4921-af0c-dabd48de42ba None None] The sync data for ids ['776872fc-dc07-4945-a821-b5ef7055a75f'] in dv-cinder-825492-17-iscsi is: [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '35f8842e-82aa-4e85-a165-6ec8b49ffbf6', 'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'mac_address': 'fa:16:3e:2e:f2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:52Z', 'updated_at': '2022-05-26T19:38:57Z', 'revision_number': 5, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'subnets': [{'id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:42:26.742699 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-be8315f4-d069-4ace-b899-548f5c5b774a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972183 May 26 19:42:26.763497 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-17903e1b-acb1-4cc5-8eef-91fcdafca763 None None] Provisioning complete for port 34992ea4-a649-4663-bd64-68a401583028 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:42:26.764135 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-17903e1b-acb1-4cc5-8eef-91fcdafca763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (34992ea4-a649-4663-bd64-68a401583028), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:26.776453 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd755906-21be-4b5a-8077-14c11b0c937a admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:42:26.789441 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-cd755906-21be-4b5a-8077-14c11b0c937a admin admin] 10.222.0.72 "PUT /v2.0/routers/c8f12779-38ac-477e-83d3-c87fee9362ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0919325 May 26 19:42:26.856054 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-17903e1b-acb1-4cc5-8eef-91fcdafca763 None None] Port 34992ea4-a649-4663-bd64-68a401583028 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:42:26.945868 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d24bae-e684-487b-88b1-c134195fe54f', 'name': 'network-vif-deleted', 'tag': 'c9b0aa22-b532-4ac9-a353-da7eed5a3b37'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:26.956763 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b3342c-0489-44eb-8db2-cf80dba6a2ee" -d '{"events": [{"server_uuid": "41d24bae-e684-487b-88b1-c134195fe54f", "name": "network-vif-deleted", "tag": "c9b0aa22-b532-4ac9-a353-da7eed5a3b37"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:42:26.979390 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-3929a64b-e241-4e8d-8eb8-695d5d01a208 service neutron] 10.222.0.72 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197850 May 26 19:42:27.009353 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d65865-dee2-443c-a788-01667c3d3cfb x-openstack-request-id: req-87d65865-dee2-443c-a788-01667c3d3cfb {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:42:27.009648 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d24bae-e684-487b-88b1-c134195fe54f", "name": "network-vif-deleted", "tag": "c9b0aa22-b532-4ac9-a353-da7eed5a3b37", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:42:27.009903 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-87d65865-dee2-443c-a788-01667c3d3cfb {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:42:27.010296 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d65865-dee2-443c-a788-01667c3d3cfb'] response: {'server_uuid': '41d24bae-e684-487b-88b1-c134195fe54f', 'name': 'network-vif-deleted', 'tag': 'c9b0aa22-b532-4ac9-a353-da7eed5a3b37', 'status': 'completed', 'code': 200} May 26 19:42:27.059712 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device c9b0aa22-b532-4ac9-a353-da7eed5a3b37 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:42:27.087878 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] No Port match for: c9b0aa22-b532-4ac9-a353-da7eed5a3b37 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:42:27.093979 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device c9b0aa22-b532-4ac9-a353-da7eed5a3b37 not bound to the agent host hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:42:27.104794 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-c702fc81-2f43-46a8-856b-e5d7a2a360d2 service neutron] 10.222.0.72 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184835 May 26 19:42:27.117427 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d616c416-0866-4bae-95dd-74558ff0135f None None] New status for floating IP 0621ec80-3585-4c48-ac1c-6ecf2673e7e8: DOWN {{(pid=104687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:42:27.191678 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:27.210037 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56786) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:27.216062 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-bac2f7e9-4df7-4336-ae08-1dedf6833b8d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1273572806', 'description': 'tempest-description--141288261'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:27.262043 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device a0039b06-c3e0-4484-8c1a-0efe8f60768b up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:42:27.308254 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port a0039b06-c3e0-4484-8c1a-0efe8f60768b triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:42:27.308521 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (a0039b06-c3e0-4484-8c1a-0efe8f60768b), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:27.340756 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bac2f7e9-4df7-4336-ae08-1dedf6833b8d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:27.346178 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:27.399182 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-175036f5-0904-4446-a119-65205ad570aa req-197022b1-26a2-4005-b103-ee614d866146 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 210 time: 0.0338030 May 26 19:42:27.460688 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port a0039b06-c3e0-4484-8c1a-0efe8f60768b is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:42:27.461090 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (a0039b06-c3e0-4484-8c1a-0efe8f60768b), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:27.498618 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] For port a0039b06-c3e0-4484-8c1a-0efe8f60768b, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=a0039b06-c3e0-4484-8c1a-0efe8f60768b,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:27.509333 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bac2f7e9-4df7-4336-ae08-1dedf6833b8d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group (12ee9db5-a467-4c8b-9b86-c660b3edecf7), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:27.625454 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (a0039b06-c3e0-4484-8c1a-0efe8f60768b), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:27.636577 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bac2f7e9-4df7-4336-ae08-1dedf6833b8d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (12ee9db5-a467-4c8b-9b86-c660b3edecf7), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:27.683235 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Pushing event updated for resources: {'Port': ['ID=a0039b06-c3e0-4484-8c1a-0efe8f60768b,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:27.700775 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-e711f18f-8fc3-4151-8a17-8dc2a7178b05 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1989480405&fields=id&tenant_id=dabc38fc95184250b1d9e7090ab73b2c HTTP/1.1" status: 200 len: 267 time: 0.0546181 May 26 19:42:27.821401 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-fe44b28e-0084-4e1b-843e-13f9ee8905b0 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:27.822870 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-fe44b28e-0084-4e1b-843e-13f9ee8905b0 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/networks?id=492a2884-9243-465b-939b-ac60c35b4b3f HTTP/1.1" status: 200 len: 812 time: 0.1168051 May 26 19:42:27.838819 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-f6768661-3747-4d42-8ef2-c8cba0e21091 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/quotas/dabc38fc95184250b1d9e7090ab73b2c HTTP/1.1" status: 200 len: 375 time: 0.0101030 May 26 19:42:27.886874 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] Sync routers for ids ['c8f12779-38ac-477e-83d3-c87fee9362ff'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:42:27.902883 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] Routers {'c8f12779-38ac-477e-83d3-c87fee9362ff'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:42:27.904453 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:42:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['c8f12779-38ac-477e-83d3-c87fee9362ff'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:27.924996 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-cee63e81-f136-4cb3-b3b2-2b50da4c2648 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dabc38fc95184250b1d9e7090ab73b2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766947 May 26 19:42:27.928598 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2f7e9-4df7-4336-ae08-1dedf6833b8d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ee9db5-a467-4c8b-9b86-c660b3edecf7,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:27.964794 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:28.016447 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bac2f7e9-4df7-4336-ae08-1dedf6833b8d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:28.021614 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-bac2f7e9-4df7-4336-ae08-1dedf6833b8d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8100607 May 26 19:42:28.022282 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56806) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:28.026591 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-4cb32b12-5e31-4e5c-94c2-dbb2c3d826da tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Request body: {'security_group_rule': {'security_group_id': '12ee9db5-a467-4c8b-9b86-c660b3edecf7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:28.041537 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] Set router c8f12779-38ac-477e-83d3-c87fee9362ff gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:42:28.075688 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:28.080329 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-54884080-dd58-4869-95c6-c83999147d54 service neutron] 10.222.0.72 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404696 May 26 19:42:28.146238 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4cb32b12-5e31-4e5c-94c2-dbb2c3d826da tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group_rule (a6aa6238-180c-4352-a877-e76539d2634e), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:28.185665 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-9d2bdaf0-c00a-4f80-b06b-f31cd28ebc51 service neutron] 10.222.0.72 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975087 May 26 19:42:28.205427 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4cb32b12-5e31-4e5c-94c2-dbb2c3d826da tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group_rule (a6aa6238-180c-4352-a877-e76539d2634e), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:28.232595 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:28.246212 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'name': 'tempest-AttachVolumeTestJSON-600110457-router', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:21Z', 'updated_at': '2022-05-26T19:42:24Z', 'revision_number': 4, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'gw_port': {'id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '34992ea4-a649-4663-bd64-68a401583028', 'name': '', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'mac_address': 'fa:16:3e:04:17:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:24Z', 'updated_at': '2022-05-26T19:42:25Z', 'revision_number': 2, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'subnets': [{'id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:28.279874 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] Checking router: c8f12779-38ac-477e-83d3-c87fee9362ff for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:42:28.280275 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] Updating router c8f12779-38ac-477e-83d3-c87fee9362ff port 34992ea4-a649-4663-bd64-68a401583028 binding host dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:42:28.309280 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (34992ea4-a649-4663-bd64-68a401583028), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:28.322553 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4cb32b12-5e31-4e5c-94c2-dbb2c3d826da tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (a6aa6238-180c-4352-a877-e76539d2634e), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:28.342091 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb32b12-5e31-4e5c-94c2-dbb2c3d826da tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6aa6238-180c-4352-a877-e76539d2634e,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:28.489198 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9aba2fc5-f076-4cf5-9980-ebb884ca1bb7 req-5a19e5f9-c573-44d9-856d-b6fa65e263f2 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 210 time: 0.0275636 May 26 19:42:28.504126 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4cb32b12-5e31-4e5c-94c2-dbb2c3d826da tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:28.508217 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-4cb32b12-5e31-4e5c-94c2-dbb2c3d826da tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4849548 May 26 19:42:28.508808 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56818) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:28.513703 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-4ffa3d69-29ba-45b2-9fda-f2b4f9eb3a61 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Request body: {'security_group_rule': {'security_group_id': '12ee9db5-a467-4c8b-9b86-c660b3edecf7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:28.519851 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:28.613122 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] Publish callbacks [] for port (34992ea4-a649-4663-bd64-68a401583028), precommit_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:28.649098 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4ffa3d69-29ba-45b2-9fda-f2b4f9eb3a61 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group_rule (b1841b45-07f3-4752-8bc5-253220721048), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:28.713741 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4ffa3d69-29ba-45b2-9fda-f2b4f9eb3a61 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group_rule (b1841b45-07f3-4752-8bc5-253220721048), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:28.722726 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (34992ea4-a649-4663-bd64-68a401583028), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:28.769561 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19dd5a-c43c-47fa-bc69-86ef96c5bbea None None] Pushing event updated for resources: {'Port': ['ID=34992ea4-a649-4663-bd64-68a401583028,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:28.829748 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] Attempting to bind port 34992ea4-a649-4663-bd64-68a401583028 on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:42:28.830124 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] Attempting to bind port 34992ea4-a649-4663-bd64-68a401583028 by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': 'c32d74fb-2c69-4e8d-86ad-fd9955b4eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:42:28.830493 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] Attempting to bind port 34992ea4-a649-4663-bd64-68a401583028 on network 3d90aacf-7ed7-4464-b873-af570bc85444 {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:42:28.836164 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:42:28.836531 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] Checking segment: {'id': 'c32d74fb-2c69-4e8d-86ad-fd9955b4eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:42:28.836928 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:28.837315 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] Bound using segment: {'id': 'c32d74fb-2c69-4e8d-86ad-fd9955b4eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:42:28.837774 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] Bound port: 34992ea4-a649-4663-bd64-68a401583028, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32d74fb-2c69-4e8d-86ad-fd9955b4eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:42:28.838151 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (34992ea4-a649-4663-bd64-68a401583028), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:28.873435 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4ffa3d69-29ba-45b2-9fda-f2b4f9eb3a61 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (b1841b45-07f3-4752-8bc5-253220721048), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:28.915414 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa3d69-29ba-45b2-9fda-f2b4f9eb3a61 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1841b45-07f3-4752-8bc5-253220721048,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:28.922882 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] For port 34992ea4-a649-4663-bd64-68a401583028, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:42:28.926857 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] For port 34992ea4-a649-4663-bd64-68a401583028, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=34992ea4-a649-4663-bd64-68a401583028,segment=NetworkSegment(c32d74fb-2c69-4e8d-86ad-fd9955b4eb13),segment_id=c32d74fb-2c69-4e8d-86ad-fd9955b4eb13)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:42:28.994466 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-023832b0-bb44-4198-a838-2fce72bada1a req-f3f80153-cefa-4b12-9d8e-0e4e53a2c594 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 210 time: 0.0484173 May 26 19:42:29.007679 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (34992ea4-a649-4663-bd64-68a401583028), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:29.014471 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4ffa3d69-29ba-45b2-9fda-f2b4f9eb3a61 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:29.022238 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 56824) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:29.023084 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-4ffa3d69-29ba-45b2-9fda-f2b4f9eb3a61 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5131497 May 26 19:42:29.027153 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-f32da825-49ba-4ee5-9e61-a99ad29d6de1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Request body: {'floatingip': {'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:29.068613 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:29.123726 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-ff514740-914e-4224-b552-eba0c48c8848 None None] Provisioning complete for port 34992ea4-a649-4663-bd64-68a401583028 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:42:29.123726 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-ff514740-914e-4224-b552-eba0c48c8848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (34992ea4-a649-4663-bd64-68a401583028), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:29.128027 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19dd5a-c43c-47fa-bc69-86ef96c5bbea None None] Pushing event updated for resources: {'Port': ['ID=34992ea4-a649-4663-bd64-68a401583028,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:29.130588 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] Routers {'c8f12779-38ac-477e-83d3-c87fee9362ff'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:42:29.131217 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:42:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['c8f12779-38ac-477e-83d3-c87fee9362ff'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:29.157034 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f32da825-49ba-4ee5-9e61-a99ad29d6de1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:29.295963 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f32da825-49ba-4ee5-9e61-a99ad29d6de1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:29.325562 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device a0039b06-c3e0-4484-8c1a-0efe8f60768b up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:42:29.436594 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [None req-f32da825-49ba-4ee5-9e61-a99ad29d6de1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Allocated IP 172.27.0.182 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/639d7284-e40a-4c6e-bb6f-e65eff102154) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:42:29.535176 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] Set router c8f12779-38ac-477e-83d3-c87fee9362ff gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:42:29.564854 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:29.569789 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f32da825-49ba-4ee5-9e61-a99ad29d6de1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for port (639d7284-e40a-4c6e-bb6f-e65eff102154), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:29.571532 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-ff514740-914e-4224-b552-eba0c48c8848 None None] Current status of the port 34992ea4-a649-4663-bd64-68a401583028 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:42:29.571913 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-ff514740-914e-4224-b552-eba0c48c8848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (34992ea4-a649-4663-bd64-68a401583028), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:29.612310 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:29.615755 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-08a851c2-e0d0-438f-b43a-8088676d62c4 req-3e0bf78f-a171-48bb-84cb-8eaad9da66b8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 210 time: 0.0438545 May 26 19:42:29.656241 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port a0039b06-c3e0-4484-8c1a-0efe8f60768b triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:42:29.656704 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (a0039b06-c3e0-4484-8c1a-0efe8f60768b), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:29.670186 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-ff514740-914e-4224-b552-eba0c48c8848 None None] For port 34992ea4-a649-4663-bd64-68a401583028, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=34992ea4-a649-4663-bd64-68a401583028,segment=NetworkSegment(c32d74fb-2c69-4e8d-86ad-fd9955b4eb13),segment_id=c32d74fb-2c69-4e8d-86ad-fd9955b4eb13)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:29.740593 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f32da825-49ba-4ee5-9e61-a99ad29d6de1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (639d7284-e40a-4c6e-bb6f-e65eff102154), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:29.796558 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32da825-49ba-4ee5-9e61-a99ad29d6de1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:29.802707 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-f32da825-49ba-4ee5-9e61-a99ad29d6de1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:29.806694 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-ff514740-914e-4224-b552-eba0c48c8848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (34992ea4-a649-4663-bd64-68a401583028), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:29.807362 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32da825-49ba-4ee5-9e61-a99ad29d6de1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:42:29.837838 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32da825-49ba-4ee5-9e61-a99ad29d6de1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Pushing event updated for resources: {'Port': ['ID=639d7284-e40a-4c6e-bb6f-e65eff102154,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:29.853066 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port a0039b06-c3e0-4484-8c1a-0efe8f60768b is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:42:29.869331 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'name': 'tempest-AttachVolumeTestJSON-600110457-router', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:21Z', 'updated_at': '2022-05-26T19:42:24Z', 'revision_number': 4, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'gw_port': {'id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '34992ea4-a649-4663-bd64-68a401583028', 'name': '', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'mac_address': 'fa:16:3e:04:17:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:24Z', 'updated_at': '2022-05-26T19:42:28Z', 'revision_number': 4, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'subnets': [{'id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:29.905718 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b40036-8d60-4235-a09f-a919582876b1 None None] The sync data for ids ['c8f12779-38ac-477e-83d3-c87fee9362ff'] in dv-cinder-825492-17-iscsi is: [{'id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'name': 'tempest-AttachVolumeTestJSON-600110457-router', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:21Z', 'updated_at': '2022-05-26T19:42:24Z', 'revision_number': 4, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'gw_port': {'id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '34992ea4-a649-4663-bd64-68a401583028', 'name': '', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'mac_address': 'fa:16:3e:04:17:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:24Z', 'updated_at': '2022-05-26T19:42:28Z', 'revision_number': 4, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'subnets': [{'id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:42:29.910417 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff514740-914e-4224-b552-eba0c48c8848 None None] Pushing event updated for resources: {'Port': ['ID=34992ea4-a649-4663-bd64-68a401583028,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:29.924129 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:29.928872 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f32da825-49ba-4ee5-9e61-a99ad29d6de1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for floatingip (b64cd262-4b0f-44bb-8b31-fd1b6e05d498), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:29.929785 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-f56e6aec-7491-4260-b44b-6c13df953dbb None None] Provisioning complete for port 34992ea4-a649-4663-bd64-68a401583028 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:42:29.930870 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-f56e6aec-7491-4260-b44b-6c13df953dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (34992ea4-a649-4663-bd64-68a401583028), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:29.932137 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-f3ce200d-423a-44fd-b315-890123dc96e7 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:29.935358 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-f3ce200d-423a-44fd-b315-890123dc96e7 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.77 "GET /v2.0/networks?id=2ddf1778-5518-469d-acdc-1047098dc517 HTTP/1.1" status: 200 len: 815 time: 0.1403167 May 26 19:42:29.971647 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:30.035694 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-213fb90f-4623-49bd-8a32-9db2cf0b8b68 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba HTTP/1.1" status: 200 len: 380 time: 0.0837114 May 26 19:42:30.070258 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f32da825-49ba-4ee5-9e61-a99ad29d6de1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (639d7284-e40a-4c6e-bb6f-e65eff102154), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:30.072245 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-7c05917d-8dc8-479a-aa3b-7fc75bdcd881 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'port': {'device_id': '87b3cb81-bd61-4e0e-bb00-6c40deb52f1b', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'admin_state_up': True, 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'security_groups': ['87773974-c870-4516-8e32-2e2e1a37806b']}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:30.102479 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-f56e6aec-7491-4260-b44b-6c13df953dbb None None] Current status of the port 34992ea4-a649-4663-bd64-68a401583028 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:42:30.126185 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c631e000-a245-4c37-a7d7-70ca840cb78c req-ed6b4c05-9ad8-4f40-bdd2-6d4003dbcbe3 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 210 time: 0.0468554 May 26 19:42:30.278942 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f32da825-49ba-4ee5-9e61-a99ad29d6de1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for port (639d7284-e40a-4c6e-bb6f-e65eff102154), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:30.311045 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-7c05917d-8dc8-479a-aa3b-7fc75bdcd881 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Made reservation on behalf of 39f75b0f65c4475ba2d5dc1e7ae203ba for: {'port': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:42:30.317165 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-7c05917d-8dc8-479a-aa3b-7fc75bdcd881 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:30.334059 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f32da825-49ba-4ee5-9e61-a99ad29d6de1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099810'] for port (639d7284-e40a-4c6e-bb6f-e65eff102154), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:30.416203 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32da825-49ba-4ee5-9e61-a99ad29d6de1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Pushing event updated for resources: {'Port': ['ID=639d7284-e40a-4c6e-bb6f-e65eff102154,revision_number=2']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:30.436989 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f32da825-49ba-4ee5-9e61-a99ad29d6de1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (b64cd262-4b0f-44bb-8b31-fd1b6e05d498), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:30.449654 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:30.466558 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-7c05917d-8dc8-479a-aa3b-7fc75bdcd881 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Allocated IP 172.20.0.6 (2ddf1778-5518-469d-acdc-1047098dc517/211cc661-0675-4518-a8c1-1c3a38ef5bb2/c5e1749f-1285-4e41-9fd3-c9a4834b4493) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:42:30.536984 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f32da825-49ba-4ee5-9e61-a99ad29d6de1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:30.538698 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-f32da825-49ba-4ee5-9e61-a99ad29d6de1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5153790 May 26 19:42:30.632156 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-7c05917d-8dc8-479a-aa3b-7fc75bdcd881 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for port (c5e1749f-1285-4e41-9fd3-c9a4834b4493), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:30.637884 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:30.714479 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-c4368510-6342-4787-802e-1acd32a15fe9 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1273572806&fields=id&tenant_id=f6d58e80c3594ae2abb49ade4482dfd3 HTTP/1.1" status: 200 len: 267 time: 0.0452223 May 26 19:42:30.728436 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4425753f-d7d0-47af-bbd4-6f07cfc12aa7 req-f1a9be6a-cfa4-41ac-ac98-be1060eaeacc tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 210 time: 0.0300059 May 26 19:42:30.746150 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:30.754132 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-7c05917d-8dc8-479a-aa3b-7fc75bdcd881 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (c5e1749f-1285-4e41-9fd3-c9a4834b4493), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:30.806723 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-7c05917d-8dc8-479a-aa3b-7fc75bdcd881 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Network 2ddf1778-5518-469d-acdc-1047098dc517 is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:30.812137 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-7c05917d-8dc8-479a-aa3b-7fc75bdcd881 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:30.815109 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05917d-8dc8-479a-aa3b-7fc75bdcd881 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event updated for resources: {'Port': ['ID=c5e1749f-1285-4e41-9fd3-c9a4834b4493,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:30.817264 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-7c05917d-8dc8-479a-aa3b-7fc75bdcd881 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:42:30.849377 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-4bf5381b-139d-4406-a3a6-d995db017d41 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:30.855426 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-4bf5381b-139d-4406-a3a6-d995db017d41 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/networks?id=3d90aacf-7ed7-4464-b873-af570bc85444 HTTP/1.1" status: 200 len: 810 time: 0.1333671 May 26 19:42:30.869173 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-9cfc76e0-91bd-4574-ad88-afd585f06344 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/quotas/f6d58e80c3594ae2abb49ade4482dfd3 HTTP/1.1" status: 200 len: 375 time: 0.0102727 May 26 19:42:30.878444 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-7c05917d-8dc8-479a-aa3b-7fc75bdcd881 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:30.879160 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-7c05917d-8dc8-479a-aa3b-7fc75bdcd881 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:30.943542 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-7c05917d-8dc8-479a-aa3b-7fc75bdcd881 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8969579 May 26 19:42:30.953743 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-71349681-edaf-4d9b-8ddc-91fd60e4c77c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6d58e80c3594ae2abb49ade4482dfd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616741 May 26 19:42:30.972353 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] Request body: {'port': {'device_id': '87b3cb81-bd61-4e0e-bb00-6c40deb52f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:31.054170 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (c5e1749f-1285-4e41-9fd3-c9a4834b4493), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:31.072315 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-7c91ca9d-47bd-4d2f-8981-76e0ad876f05 service neutron] 10.222.0.72 "GET /v2.0/networks/3d90aacf-7ed7-4464-b873-af570bc85444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175883 May 26 19:42:31.127698 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-3c9fd6a2-611d-4ffa-9122-29f045f4c0d6 None None] Provisioning complete for port c5e1749f-1285-4e41-9fd3-c9a4834b4493 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:42:31.128239 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-3c9fd6a2-611d-4ffa-9122-29f045f4c0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (c5e1749f-1285-4e41-9fd3-c9a4834b4493), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:31.167586 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-3c9fd6a2-611d-4ffa-9122-29f045f4c0d6 None None] Port c5e1749f-1285-4e41-9fd3-c9a4834b4493 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:42:31.227338 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-71b98c12-e4cf-439a-8597-a825894112b9 service neutron] 10.222.0.72 "GET /v2.0/networks/3d90aacf-7ed7-4464-b873-af570bc85444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529448 May 26 19:42:31.309672 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 34992ea4-a649-4663-bd64-68a401583028 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:42:31.325690 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-b14512d5-2e15-4444-b17a-27760c753321 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:31.327146 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-b14512d5-2e15-4444-b17a-27760c753321 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.77 "GET /v2.0/networks?id=492a2884-9243-465b-939b-ac60c35b4b3f HTTP/1.1" status: 200 len: 812 time: 0.2435522 May 26 19:42:31.364785 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-decbf5c4-9928-4835-a104-392823639351 req-118f5509-de58-46a8-8f24-42e204227d17 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 210 time: 0.0556424 May 26 19:42:31.367900 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 34992ea4-a649-4663-bd64-68a401583028 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:42:31.368516 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (34992ea4-a649-4663-bd64-68a401583028), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:31.456356 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 34992ea4-a649-4663-bd64-68a401583028 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:42:31.475099 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-7a25285b-201a-43f0-aed8-6ecce1d140d7 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dabc38fc95184250b1d9e7090ab73b2c HTTP/1.1" status: 200 len: 380 time: 0.1204953 May 26 19:42:31.485075 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-92cb93db-4848-4790-83ff-6539d67eb75e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Request body: {'port': {'device_id': 'd3557b49-893e-4c9b-bc84-324e8db5117e', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'admin_state_up': True, 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'security_groups': ['f04b4abb-7734-4d8e-8d10-ee176d50ff21']}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:31.595764 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0db1d45c-7d2d-4502-b818-04fae1668141 req-687d5fdf-7cba-4c6b-9faf-265ba6f84a79 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 210 time: 0.0846133 May 26 19:42:31.672606 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e1749f-1285-4e41-9fd3-c9a4834b4493 {{(pid=104684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:42:31.684006 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] Publish callbacks [] for port (c5e1749f-1285-4e41-9fd3-c9a4834b4493), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:31.703263 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.provisioning_blocks [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] Transition to ACTIVE for port object c5e1749f-1285-4e41-9fd3-c9a4834b4493 will not be triggered until provisioned by entity L2. {{(pid=104684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 19:42:31.837190 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-92cb93db-4848-4790-83ff-6539d67eb75e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Made reservation on behalf of dabc38fc95184250b1d9e7090ab73b2c for: {'port': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:42:31.840662 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-92cb93db-4848-4790-83ff-6539d67eb75e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:31.843615 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec15144-3191-48ba-b18b-c8b7ca9eb334 req-e1704d62-060b-4b38-a9c7-7dee1dd13158 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:31.847413 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (c5e1749f-1285-4e41-9fd3-c9a4834b4493), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:31.847573 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9ec15144-3191-48ba-b18b-c8b7ca9eb334 req-e1704d62-060b-4b38-a9c7-7dee1dd13158 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 931 time: 0.0484717 May 26 19:42:31.894456 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9ec15144-3191-48ba-b18b-c8b7ca9eb334 req-98477cd3-2493-4e59-bafc-22cb779adee0 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=87773974-c870-4516-8e32-2e2e1a37806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436633 May 26 19:42:31.950944 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e1749f-1285-4e41-9fd3-c9a4834b4493,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:32.081525 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] Attempting to bind port c5e1749f-1285-4e41-9fd3-c9a4834b4493 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:42:32.082166 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] Attempting to bind port c5e1749f-1285-4e41-9fd3-c9a4834b4493 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:42:32.082166 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] Attempting to bind port c5e1749f-1285-4e41-9fd3-c9a4834b4493 on network 2ddf1778-5518-469d-acdc-1047098dc517 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:42:32.096785 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] Port c5e1749f-1285-4e41-9fd3-c9a4834b4493 on network 2ddf1778-5518-469d-acdc-1047098dc517 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 19:42:32.097005 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] Attempting to bind port c5e1749f-1285-4e41-9fd3-c9a4834b4493 on network 2ddf1778-5518-469d-acdc-1047098dc517 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:42:32.099520 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-92cb93db-4848-4790-83ff-6539d67eb75e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Allocated IP 172.20.0.11 (492a2884-9243-465b-939b-ac60c35b4b3f/f61c4997-1573-4713-b00b-a1dd9f85ac65/65821ee3-a623-4001-a22a-7ee3a346e6ea) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:42:32.113254 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] Checking agent: {'id': 'c3a211c9-c98b-4801-84c3-445f8272aa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'started_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:42:32.113391 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] Checking segment: {'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:42:32.113728 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] Bound using segment: {'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:42:32.114162 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] Bound port: c5e1749f-1285-4e41-9fd3-c9a4834b4493, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6078e38a-d772-42fb-acf7-10ded90f56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517'}}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:42:32.114520 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (c5e1749f-1285-4e41-9fd3-c9a4834b4493), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:32.132119 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:32.250697 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] For port c5e1749f-1285-4e41-9fd3-c9a4834b4493, host hv-cinder-82549, cleared binding levels {{(pid=104684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:42:32.267592 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] For port c5e1749f-1285-4e41-9fd3-c9a4834b4493, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=c5e1749f-1285-4e41-9fd3-c9a4834b4493,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:42:32.321971 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-92cb93db-4848-4790-83ff-6539d67eb75e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for port (65821ee3-a623-4001-a22a-7ee3a346e6ea), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:32.414835 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (c5e1749f-1285-4e41-9fd3-c9a4834b4493), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:32.448477 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-92cb93db-4848-4790-83ff-6539d67eb75e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (65821ee3-a623-4001-a22a-7ee3a346e6ea), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:32.460235 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:32.460863 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:32.462481 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] 10.222.0.77 "PUT /v2.0/ports/c5e1749f-1285-4e41-9fd3-c9a4834b4493 HTTP/1.1" status: 200 len: 1093 time: 1.4942713 May 26 19:42:32.462685 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b3cb81-bd61-4e0e-bb00-6c40deb52f1b', 'tag': 'c5e1749f-1285-4e41-9fd3-c9a4834b4493'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:32.464935 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b287109-e01b-4376-9402-f62318e62294" -d '{"events": [{"name": "network-changed", "server_uuid": "87b3cb81-bd61-4e0e-bb00-6c40deb52f1b", "tag": "c5e1749f-1285-4e41-9fd3-c9a4834b4493"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:42:32.514376 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db557edc-6f02-43a5-bdda-49edfd3fbaef x-openstack-request-id: req-db557edc-6f02-43a5-bdda-49edfd3fbaef {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:42:32.514663 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b3cb81-bd61-4e0e-bb00-6c40deb52f1b", "tag": "c5e1749f-1285-4e41-9fd3-c9a4834b4493", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:42:32.514936 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-db557edc-6f02-43a5-bdda-49edfd3fbaef {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:42:32.515332 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db557edc-6f02-43a5-bdda-49edfd3fbaef'] response: {'name': 'network-changed', 'server_uuid': '87b3cb81-bd61-4e0e-bb00-6c40deb52f1b', 'tag': 'c5e1749f-1285-4e41-9fd3-c9a4834b4493', 'status': 'completed', 'code': 200} May 26 19:42:32.533935 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:42:32.537610 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb5173-f3b6-4575-bbc8-9029960a7e5c req-478fc96f-54c2-41a5-89b1-cacbf1976bc7 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:32.539174 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fabb5173-f3b6-4575-bbc8-9029960a7e5c req-478fc96f-54c2-41a5-89b1-cacbf1976bc7 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 932 time: 0.0978291 May 26 19:42:32.541055 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-92cb93db-4848-4790-83ff-6539d67eb75e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Network 492a2884-9243-465b-939b-ac60c35b4b3f is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:32.556221 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-92cb93db-4848-4790-83ff-6539d67eb75e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:32.562404 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692b5ac-c20f-4d73-8bd4-c71d2f0b6fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e1749f-1285-4e41-9fd3-c9a4834b4493,revision_number=3']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:32.567887 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:32.585046 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-92cb93db-4848-4790-83ff-6539d67eb75e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:42:32.679022 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b287109-e01b-4376-9402-f62318e62294 req-b434da44-e6a4-4286-9707-cedd14d9454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:32.680541 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7b287109-e01b-4376-9402-f62318e62294 req-b434da44-e6a4-4286-9707-cedd14d9454f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba&device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 1127 time: 0.1365345 May 26 19:42:32.715821 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0a31c63a-9768-423c-8a71-2e856cb25fee req-6fc01321-7c06-4a2e-8031-35877ede659b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 210 time: 0.0413060 May 26 19:42:32.731165 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb93db-4848-4790-83ff-6539d67eb75e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event updated for resources: {'Port': ['ID=65821ee3-a623-4001-a22a-7ee3a346e6ea,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:32.745940 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-92cb93db-4848-4790-83ff-6539d67eb75e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:32.748978 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-92cb93db-4848-4790-83ff-6539d67eb75e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:32.803474 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fabb5173-f3b6-4575-bbc8-9029960a7e5c req-82fe4362-9660-4b66-86b8-8814067e0a8e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487767 May 26 19:42:32.853489 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b287109-e01b-4376-9402-f62318e62294 req-6a94938a-09b6-4750-a8a9-4d4ea5761e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:32.855037 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7b287109-e01b-4376-9402-f62318e62294 req-6a94938a-09b6-4750-a8a9-4d4ea5761e2a service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1636846 May 26 19:42:32.920803 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-92cb93db-4848-4790-83ff-6539d67eb75e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4410055 May 26 19:42:32.934163 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] Request body: {'port': {'device_id': 'd3557b49-893e-4c9b-bc84-324e8db5117e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:32.970942 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-7a283384-2142-43ef-bd4e-de2475fa3467 None None] Provisioning complete for port 65821ee3-a623-4001-a22a-7ee3a346e6ea triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:42:32.971546 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-7a283384-2142-43ef-bd4e-de2475fa3467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (65821ee3-a623-4001-a22a-7ee3a346e6ea), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:32.994386 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b287109-e01b-4376-9402-f62318e62294 req-36733ebd-b186-4f34-9c94-6ace9910fede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:32.996153 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7b287109-e01b-4376-9402-f62318e62294 req-36733ebd-b186-4f34-9c94-6ace9910fede service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298497 May 26 19:42:33.033512 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (65821ee3-a623-4001-a22a-7ee3a346e6ea), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:33.037754 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-7a283384-2142-43ef-bd4e-de2475fa3467 None None] Port 65821ee3-a623-4001-a22a-7ee3a346e6ea cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:42:33.057861 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b79e8-98f4-4d04-b1b9-6dc740356866 req-614bc2bb-0eb2-44c1-9fdd-7e14e68af5a7 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:33.060027 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5f7b79e8-98f4-4d04-b1b9-6dc740356866 req-614bc2bb-0eb2-44c1-9fdd-7e14e68af5a7 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 943 time: 0.0722926 May 26 19:42:33.115683 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5f7b79e8-98f4-4d04-b1b9-6dc740356866 req-e1365d37-ddb3-4b91-b2d9-391c3a9b0674 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=87773974-c870-4516-8e32-2e2e1a37806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491452 May 26 19:42:33.133105 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-aa02c6ce-2311-4083-917d-386b1e496693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:33.134580 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-aa02c6ce-2311-4083-917d-386b1e496693 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba&device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 1127 time: 0.0672410 May 26 19:42:33.228156 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-2e0f59fd-3b8e-48f4-936a-322224370248 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5e1749f-1285-4e41-9fd3-c9a4834b4493 HTTP/1.1" status: 200 len: 217 time: 0.0759227 May 26 19:42:33.326031 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-7d6c5b50-45e5-4476-b937-555cfe62a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:33.327485 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-7d6c5b50-45e5-4476-b937-555cfe62a371 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=211cc661-0675-4518-a8c1-1c3a38ef5bb2 HTTP/1.1" status: 200 len: 854 time: 0.0924768 May 26 19:42:33.397204 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-28ddd2a2-d9d4-4c7d-986f-b42141e447cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:33.398816 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-28ddd2a2-d9d4-4c7d-986f-b42141e447cf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ddf1778-5518-469d-acdc-1047098dc517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0582333 May 26 19:42:33.510419 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65821ee3-a623-4001-a22a-7ee3a346e6ea {{(pid=104684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:42:33.525814 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] Publish callbacks [] for port (65821ee3-a623-4001-a22a-7ee3a346e6ea), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:33.555435 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.provisioning_blocks [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] Transition to ACTIVE for port object 65821ee3-a623-4001-a22a-7ee3a346e6ea will not be triggered until provisioned by entity L2. {{(pid=104684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 19:42:33.557736 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-fe5c400e-df70-4ecb-b8cc-cb02e89a97b7 service neutron] 10.222.0.77 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515064 May 26 19:42:33.600932 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:33.630542 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (65821ee3-a623-4001-a22a-7ee3a346e6ea), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:33.661347 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:33.687571 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] Pushing event updated for resources: {'Port': ['ID=65821ee3-a623-4001-a22a-7ee3a346e6ea,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:33.837596 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8f943f86-a36a-490e-9d6c-921b8ccd6c6f req-8843a0ba-ae7c-4545-ae5d-658c0d34bf77 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 210 time: 0.0485210 May 26 19:42:33.849753 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] Attempting to bind port 65821ee3-a623-4001-a22a-7ee3a346e6ea on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:42:33.850097 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] Attempting to bind port 65821ee3-a623-4001-a22a-7ee3a346e6ea by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'a27918ad-49bd-4b5d-9789-751677ce88d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f'}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:42:33.850429 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] Attempting to bind port 65821ee3-a623-4001-a22a-7ee3a346e6ea on network 492a2884-9243-465b-939b-ac60c35b4b3f {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:42:33.870506 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] Port 65821ee3-a623-4001-a22a-7ee3a346e6ea on network 492a2884-9243-465b-939b-ac60c35b4b3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 19:42:33.871120 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] Attempting to bind port 65821ee3-a623-4001-a22a-7ee3a346e6ea on network 492a2884-9243-465b-939b-ac60c35b4b3f {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:42:33.885017 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-283ff4f8-bd3a-4364-8ade-9fba84002025 req-27828ffe-6f64-48c9-96ef-d7e118706731 service neutron] 10.222.0.77 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556871 May 26 19:42:33.885017 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] Checking agent: {'id': 'c3a211c9-c98b-4801-84c3-445f8272aa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'started_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:42:33.885017 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] Checking segment: {'id': 'a27918ad-49bd-4b5d-9789-751677ce88d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:42:33.885017 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] Bound using segment: {'id': 'a27918ad-49bd-4b5d-9789-751677ce88d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f'} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:42:33.885017 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] Bound port: 65821ee3-a623-4001-a22a-7ee3a346e6ea, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27918ad-49bd-4b5d-9789-751677ce88d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f'}}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:42:33.885017 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (65821ee3-a623-4001-a22a-7ee3a346e6ea), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:33.952422 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190e512-8d2b-4953-815e-07c73875186b req-a5d05fc1-839d-4c44-a2ae-dfea48820233 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:33.953893 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8190e512-8d2b-4953-815e-07c73875186b req-a5d05fc1-839d-4c44-a2ae-dfea48820233 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 944 time: 0.0534573 May 26 19:42:34.009739 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8190e512-8d2b-4953-815e-07c73875186b req-4288ce4d-658b-4f6d-9f48-507e12cbdf74 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485024 May 26 19:42:34.230069 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] For port 65821ee3-a623-4001-a22a-7ee3a346e6ea, host hv-cinder-82549, cleared binding levels {{(pid=104684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:42:34.252883 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:34.259445 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] For port 65821ee3-a623-4001-a22a-7ee3a346e6ea, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=65821ee3-a623-4001-a22a-7ee3a346e6ea,segment=NetworkSegment(a27918ad-49bd-4b5d-9789-751677ce88d9),segment_id=a27918ad-49bd-4b5d-9789-751677ce88d9)] {{(pid=104684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:42:34.302539 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57cb35-ba3c-4f93-8dcd-0e041f3fe489 req-a9881d6c-ce5f-4b35-90b2-18235ca3d2a5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:34.304035 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0a57cb35-ba3c-4f93-8dcd-0e041f3fe489 req-a9881d6c-ce5f-4b35-90b2-18235ca3d2a5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 943 time: 0.0717080 May 26 19:42:34.343737 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-42bfcc1c-b8dc-487b-b657-6784f3676320 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:34.345218 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-42bfcc1c-b8dc-487b-b657-6784f3676320 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.77 "GET /v2.0/networks?id=3d90aacf-7ed7-4464-b873-af570bc85444 HTTP/1.1" status: 200 len: 810 time: 0.4136803 May 26 19:42:34.351432 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (65821ee3-a623-4001-a22a-7ee3a346e6ea), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:34.388668 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:34.412642 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:34.412642 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:34.412642 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] 10.222.0.77 "PUT /v2.0/ports/65821ee3-a623-4001-a22a-7ee3a346e6ea HTTP/1.1" status: 200 len: 1094 time: 1.4814017 May 26 19:42:34.418511 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0a57cb35-ba3c-4f93-8dcd-0e041f3fe489 req-da6747c1-d435-4f81-847a-772d8cb7de54 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=87773974-c870-4516-8e32-2e2e1a37806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072800 May 26 19:42:34.433100 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d7155-e49a-4a03-bad1-0dffaf35b2de service neutron] Pushing event updated for resources: {'Port': ['ID=65821ee3-a623-4001-a22a-7ee3a346e6ea,revision_number=3']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:34.476759 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:34.516275 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3557b49-893e-4c9b-bc84-324e8db5117e', 'tag': '65821ee3-a623-4001-a22a-7ee3a346e6ea'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:34.519335 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a42e13a-d058-4ad5-ad22-8d7214b40d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3557b49-893e-4c9b-bc84-324e8db5117e", "tag": "65821ee3-a623-4001-a22a-7ee3a346e6ea"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:42:34.555758 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b099e5e7-9810-4405-a3e9-1c3e8498524c x-openstack-request-id: req-b099e5e7-9810-4405-a3e9-1c3e8498524c {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:42:34.556051 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3557b49-893e-4c9b-bc84-324e8db5117e", "tag": "65821ee3-a623-4001-a22a-7ee3a346e6ea", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:42:34.556301 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b099e5e7-9810-4405-a3e9-1c3e8498524c {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:42:34.556694 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b099e5e7-9810-4405-a3e9-1c3e8498524c'] response: {'name': 'network-changed', 'server_uuid': 'd3557b49-893e-4c9b-bc84-324e8db5117e', 'tag': '65821ee3-a623-4001-a22a-7ee3a346e6ea', 'status': 'completed', 'code': 200} May 26 19:42:34.889375 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42e13a-d058-4ad5-ad22-8d7214b40d5d req-e57bc200-2df4-40bf-a648-ff42e18ed8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:34.890857 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2a42e13a-d058-4ad5-ad22-8d7214b40d5d req-e57bc200-2df4-40bf-a648-ff42e18ed8cc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dabc38fc95184250b1d9e7090ab73b2c&device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 1128 time: 0.0591321 May 26 19:42:34.914020 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-2d507ec0-8c81-45e0-b431-2abb53f517cd tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d58e80c3594ae2abb49ade4482dfd3 HTTP/1.1" status: 200 len: 380 time: 0.0963802 May 26 19:42:34.931657 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-1cf51966-abc4-414b-b286-b7b5873a394b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Request body: {'port': {'device_id': '2ae90233-1398-44cd-9ac0-9d660d9b6e64', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'admin_state_up': True, 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'security_groups': ['12ee9db5-a467-4c8b-9b86-c660b3edecf7']}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:35.001934 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e3810137-ab1f-4221-8343-9496e254b194 req-d841c03c-cdbf-49fa-81d7-c41f58071316 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 210 time: 0.0780816 May 26 19:42:35.105666 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:35.106251 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42e13a-d058-4ad5-ad22-8d7214b40d5d req-c2fb2fb6-2503-4815-9752-940de5174679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:35.107304 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2a42e13a-d058-4ad5-ad22-8d7214b40d5d req-c2fb2fb6-2503-4815-9752-940de5174679 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=dabc38fc95184250b1d9e7090ab73b2c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2084935 May 26 19:42:35.147358 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad5cd9-b70b-4524-92a4-8e0ba8e99fa8 req-ea073273-4f52-4381-b5ce-a5b6f0bac0fb tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:35.148767 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-72ad5cd9-b70b-4524-92a4-8e0ba8e99fa8 req-ea073273-4f52-4381-b5ce-a5b6f0bac0fb tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 944 time: 0.0542514 May 26 19:42:35.198403 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-72ad5cd9-b70b-4524-92a4-8e0ba8e99fa8 req-a2a42515-07b0-43c1-b9b6-8e2f78b3f456 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437958 May 26 19:42:35.213605 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42e13a-d058-4ad5-ad22-8d7214b40d5d req-1f61aa1c-dcb0-4137-b923-5a4427984ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:35.215111 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2a42e13a-d058-4ad5-ad22-8d7214b40d5d req-1f61aa1c-dcb0-4137-b923-5a4427984ecd service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1005423 May 26 19:42:35.282101 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-1cf51966-abc4-414b-b286-b7b5873a394b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Made reservation on behalf of f6d58e80c3594ae2abb49ade4482dfd3 for: {'port': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:42:35.285777 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-1cf51966-abc4-414b-b286-b7b5873a394b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:35.401414 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-50456134-0d68-4add-a496-85c5fdad6064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:35.402829 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-50456134-0d68-4add-a496-85c5fdad6064 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dabc38fc95184250b1d9e7090ab73b2c&device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 1128 time: 0.0601828 May 26 19:42:35.463651 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-0a4ffa53-8950-4a12-98b5-b276fab40f10 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65821ee3-a623-4001-a22a-7ee3a346e6ea HTTP/1.1" status: 200 len: 217 time: 0.0436625 May 26 19:42:35.507744 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-1cf51966-abc4-414b-b286-b7b5873a394b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Allocated IP 172.20.0.12 (3d90aacf-7ed7-4464-b873-af570bc85444/1a77309c-764f-454e-97c7-cacc8c9fe03c/dd065cbe-f746-42d0-9f46-d21f31e26426) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:42:35.555495 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:35.577441 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d78a6-fb14-44d9-83d1-5fce74204ffd req-f8a0355f-1b4a-414c-baf9-d5c85b83be57 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:35.578946 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a06d78a6-fb14-44d9-83d1-5fce74204ffd req-f8a0355f-1b4a-414c-baf9-d5c85b83be57 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 943 time: 0.0909278 May 26 19:42:35.580221 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-2457896a-604a-4be1-8045-32f0e7c16130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:35.581525 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-2457896a-604a-4be1-8045-32f0e7c16130 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f61c4997-1573-4713-b00b-a1dd9f85ac65 HTTP/1.1" status: 200 len: 851 time: 0.1101108 May 26 19:42:35.646378 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:35.706443 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-29eff131-b07c-4c9c-b1b0-ff504c81827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:35.707885 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-29eff131-b07c-4c9c-b1b0-ff504c81827b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=492a2884-9243-465b-939b-ac60c35b4b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1097233 May 26 19:42:35.747810 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a06d78a6-fb14-44d9-83d1-5fce74204ffd req-9891a8fe-6b50-44f3-90bf-4792e765c594 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=87773974-c870-4516-8e32-2e2e1a37806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606643 May 26 19:42:35.833428 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-1cf51966-abc4-414b-b286-b7b5873a394b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for port (dd065cbe-f746-42d0-9f46-d21f31e26426), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:35.864228 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-9d53e6ad-f105-4790-9430-21dd11405a97 service neutron] 10.222.0.77 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437280 May 26 19:42:35.962938 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-84522f9b-7935-467e-9cb7-b3187fe8e2db req-1852689e-84fb-4e8e-9c15-9e985417ae52 service neutron] 10.222.0.77 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825398 May 26 19:42:35.997299 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-1cf51966-abc4-414b-b286-b7b5873a394b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (dd065cbe-f746-42d0-9f46-d21f31e26426), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:36.038774 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:36.045238 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-1cf51966-abc4-414b-b286-b7b5873a394b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Network 3d90aacf-7ed7-4464-b873-af570bc85444 is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:36.051280 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-1cf51966-abc4-414b-b286-b7b5873a394b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:36.055151 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-1cf51966-abc4-414b-b286-b7b5873a394b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:42:36.078917 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf51966-abc4-414b-b286-b7b5873a394b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Pushing event updated for resources: {'Port': ['ID=dd065cbe-f746-42d0-9f46-d21f31e26426,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:36.112245 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-1cf51966-abc4-414b-b286-b7b5873a394b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:36.112245 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-1cf51966-abc4-414b-b286-b7b5873a394b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:36.126650 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df37f2-0ec5-49e8-8f41-15c929d6e8d0 req-7b38470a-36ff-4d82-a150-c8a36aad5dfa tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:36.128239 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-58df37f2-0ec5-49e8-8f41-15c929d6e8d0 req-7b38470a-36ff-4d82-a150-c8a36aad5dfa tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 932 time: 0.0544820 May 26 19:42:36.180731 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-58df37f2-0ec5-49e8-8f41-15c929d6e8d0 req-bbffe40d-e30c-485d-8ff8-21ba1e0a3910 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467818 May 26 19:42:36.304453 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-1cf51966-abc4-414b-b286-b7b5873a394b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3795345 May 26 19:42:36.311487 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-29fbe6d2-b189-4c8b-862c-b59cf4029022 None None] Provisioning complete for port dd065cbe-f746-42d0-9f46-d21f31e26426 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:42:36.311928 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-29fbe6d2-b189-4c8b-862c-b59cf4029022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (dd065cbe-f746-42d0-9f46-d21f31e26426), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:36.317406 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba5caf-66f8-48a9-ad48-6cef34e67838 req-5d376f9e-fcc1-4830-97fe-cefb82f0ce3d tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:36.318890 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a5ba5caf-66f8-48a9-ad48-6cef34e67838 req-5d376f9e-fcc1-4830-97fe-cefb82f0ce3d tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 944 time: 0.0504613 May 26 19:42:36.343608 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-29fbe6d2-b189-4c8b-862c-b59cf4029022 None None] Port dd065cbe-f746-42d0-9f46-d21f31e26426 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:42:36.370651 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a5ba5caf-66f8-48a9-ad48-6cef34e67838 req-0a365c0a-42f2-4d7f-96da-85a1b03f03c3 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455892 May 26 19:42:36.386699 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] Request body: {'port': {'device_id': '2ae90233-1398-44cd-9ac0-9d660d9b6e64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:36.449126 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (dd065cbe-f746-42d0-9f46-d21f31e26426), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:36.725199 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd065cbe-f746-42d0-9f46-d21f31e26426 {{(pid=104684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:42:36.732434 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] Publish callbacks [] for port (dd065cbe-f746-42d0-9f46-d21f31e26426), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:36.744720 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.provisioning_blocks [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] Transition to ACTIVE for port object dd065cbe-f746-42d0-9f46-d21f31e26426 will not be triggered until provisioned by entity L2. {{(pid=104684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 19:42:36.819589 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (dd065cbe-f746-42d0-9f46-d21f31e26426), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:36.861043 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff1f25-5033-4042-a734-b5f8589e083c req-9c7d0ca9-66e7-4f8b-bd57-cfd7fa218779 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:36.862611 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b4ff1f25-5033-4042-a734-b5f8589e083c req-9c7d0ca9-66e7-4f8b-bd57-cfd7fa218779 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 943 time: 0.0490894 May 26 19:42:36.878580 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] Pushing event updated for resources: {'Port': ['ID=dd065cbe-f746-42d0-9f46-d21f31e26426,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:36.922463 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b4ff1f25-5033-4042-a734-b5f8589e083c req-001bb6fa-b5fa-4b82-987e-9548e369465a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=87773974-c870-4516-8e32-2e2e1a37806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537493 May 26 19:42:36.947602 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] Attempting to bind port dd065cbe-f746-42d0-9f46-d21f31e26426 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:42:36.947968 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] Attempting to bind port dd065cbe-f746-42d0-9f46-d21f31e26426 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'c32d74fb-2c69-4e8d-86ad-fd9955b4eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444'}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:42:36.948297 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] Attempting to bind port dd065cbe-f746-42d0-9f46-d21f31e26426 on network 3d90aacf-7ed7-4464-b873-af570bc85444 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:42:36.950166 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:36.953516 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] Port dd065cbe-f746-42d0-9f46-d21f31e26426 on network 3d90aacf-7ed7-4464-b873-af570bc85444 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 19:42:36.953833 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] Attempting to bind port dd065cbe-f746-42d0-9f46-d21f31e26426 on network 3d90aacf-7ed7-4464-b873-af570bc85444 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:42:36.959494 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] Checking agent: {'id': 'c3a211c9-c98b-4801-84c3-445f8272aa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'started_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:42:36.964560 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] Checking segment: {'id': 'c32d74fb-2c69-4e8d-86ad-fd9955b4eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:42:36.964560 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] Bound using segment: {'id': 'c32d74fb-2c69-4e8d-86ad-fd9955b4eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444'} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:42:36.964560 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] Bound port: dd065cbe-f746-42d0-9f46-d21f31e26426, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c32d74fb-2c69-4e8d-86ad-fd9955b4eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444'}}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:42:36.964560 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (dd065cbe-f746-42d0-9f46-d21f31e26426), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:37.025758 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] For port dd065cbe-f746-42d0-9f46-d21f31e26426, host hv-cinder-82549, cleared binding levels {{(pid=104684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:42:37.028953 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] For port dd065cbe-f746-42d0-9f46-d21f31e26426, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=dd065cbe-f746-42d0-9f46-d21f31e26426,segment=NetworkSegment(c32d74fb-2c69-4e8d-86ad-fd9955b4eb13),segment_id=c32d74fb-2c69-4e8d-86ad-fd9955b4eb13)] {{(pid=104684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:42:37.107576 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device c5e1749f-1285-4e41-9fd3-c9a4834b4493 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:42:37.122801 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (dd065cbe-f746-42d0-9f46-d21f31e26426), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:37.171448 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:37.172072 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:37.174083 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] 10.222.0.77 "PUT /v2.0/ports/dd065cbe-f746-42d0-9f46-d21f31e26426 HTTP/1.1" status: 200 len: 1094 time: 0.7916481 May 26 19:42:37.174480 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae90233-1398-44cd-9ac0-9d660d9b6e64', 'tag': 'dd065cbe-f746-42d0-9f46-d21f31e26426'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:37.176780 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5c701e-45ac-4d8f-ad6f-77f03aca1492" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae90233-1398-44cd-9ac0-9d660d9b6e64", "tag": "dd065cbe-f746-42d0-9f46-d21f31e26426"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:42:37.210021 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a6e59-3a5c-4696-af66-657e2ddfa590 service neutron] Pushing event updated for resources: {'Port': ['ID=dd065cbe-f746-42d0-9f46-d21f31e26426,revision_number=3']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:37.216560 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port c5e1749f-1285-4e41-9fd3-c9a4834b4493, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=c5e1749f-1285-4e41-9fd3-c9a4834b4493,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:37.231464 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': 'c5e1749f-1285-4e41-9fd3-c9a4834b4493', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'port_id': 'c5e1749f-1285-4e41-9fd3-c9a4834b4493', 'mac_address': 'fa:16:3e:cc:7e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:42:37.261099 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8986e1-3f3d-4b23-8f8a-6f82a4dc2404 x-openstack-request-id: req-ce8986e1-3f3d-4b23-8f8a-6f82a4dc2404 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:42:37.262283 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae90233-1398-44cd-9ac0-9d660d9b6e64", "tag": "dd065cbe-f746-42d0-9f46-d21f31e26426", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:42:37.262566 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ce8986e1-3f3d-4b23-8f8a-6f82a4dc2404 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:42:37.263017 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce8986e1-3f3d-4b23-8f8a-6f82a4dc2404'] response: {'name': 'network-changed', 'server_uuid': '2ae90233-1398-44cd-9ac0-9d660d9b6e64', 'tag': 'dd065cbe-f746-42d0-9f46-d21f31e26426', 'status': 'completed', 'code': 200} May 26 19:42:37.282276 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port c5e1749f-1285-4e41-9fd3-c9a4834b4493 is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:42:37.283490 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (c5e1749f-1285-4e41-9fd3-c9a4834b4493), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:37.303850 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:37.305098 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e1749f-1285-4e41-9fd3-c9a4834b4493 {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:42:37.320492 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:37.330095 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port c5e1749f-1285-4e41-9fd3-c9a4834b4493, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=c5e1749f-1285-4e41-9fd3-c9a4834b4493,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:37.332809 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89891e-5ce0-45f3-b705-a01a582d5b80 req-d2069717-4452-4b02-b36d-45abf7f4df0b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:37.340036 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1e89891e-5ce0-45f3-b705-a01a582d5b80 req-d2069717-4452-4b02-b36d-45abf7f4df0b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 944 time: 0.0606542 May 26 19:42:37.346599 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-a06ddca9-bcf4-46c5-8538-872dee1b7f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:37.348268 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-a06ddca9-bcf4-46c5-8538-872dee1b7f35 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f6d58e80c3594ae2abb49ade4482dfd3&device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 1128 time: 0.0671709 May 26 19:42:37.391957 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1e89891e-5ce0-45f3-b705-a01a582d5b80 req-88e1d075-8fe0-4c98-b47b-5c7249ffe3e5 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504305 May 26 19:42:37.395803 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-96fa949c-181f-4b70-806a-08e0556fc345 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd065cbe-f746-42d0-9f46-d21f31e26426 HTTP/1.1" status: 200 len: 217 time: 0.0379853 May 26 19:42:37.397120 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (c5e1749f-1285-4e41-9fd3-c9a4834b4493), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:37.452023 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=c5e1749f-1285-4e41-9fd3-c9a4834b4493,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:37.491054 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-4838ea8a-b410-481a-975f-6e16635c6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:37.492763 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-4838ea8a-b410-481a-975f-6e16635c6001 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1a77309c-764f-454e-97c7-cacc8c9fe03c HTTP/1.1" status: 200 len: 849 time: 0.0884788 May 26 19:42:37.515130 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a6216-2bb8-43bd-a1c4-989851f361be req-48febe27-ab20-4b0d-afd1-d9afaa17f34b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:37.516552 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-be2a6216-2bb8-43bd-a1c4-989851f361be req-48febe27-ab20-4b0d-afd1-d9afaa17f34b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 944 time: 0.0689235 May 26 19:42:37.562192 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-2f2c42dc-6629-4d38-af00-42534bd2ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:37.563838 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-2f2c42dc-6629-4d38-af00-42534bd2ad6f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3d90aacf-7ed7-4464-b873-af570bc85444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0644150 May 26 19:42:37.604971 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-be2a6216-2bb8-43bd-a1c4-989851f361be req-45d56e4d-0751-4d6c-8573-0b82a265019a tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722859 May 26 19:42:37.631255 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['c5e1749f-1285-4e41-9fd3-c9a4834b4493'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:42:37.672879 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-9fab4867-70d4-43a8-92dc-839b284f299b service neutron] 10.222.0.77 "GET /v2.0/networks/3d90aacf-7ed7-4464-b873-af570bc85444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985935 May 26 19:42:37.721625 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:37.762093 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e6d2f56c-d899-4d39-b821-5d6d28a39c93 req-7d3b11eb-2c84-42f2-a629-e732c9f787cf service neutron] 10.222.0.77 "GET /v2.0/networks/3d90aacf-7ed7-4464-b873-af570bc85444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822275 May 26 19:42:38.039283 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b262016-9b71-4935-aa86-88cf5897e028 req-43aa7b20-a7d0-4910-b52a-5cb223b503c1 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:38.040738 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6b262016-9b71-4935-aa86-88cf5897e028 req-43aa7b20-a7d0-4910-b52a-5cb223b503c1 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 944 time: 0.0469933 May 26 19:42:38.086813 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6b262016-9b71-4935-aa86-88cf5897e028 req-065f04d9-02cc-4609-bb27-dbb09ffcd2cf tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=87773974-c870-4516-8e32-2e2e1a37806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405927 May 26 19:42:38.505351 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78df6c-fca0-40be-b031-8e2b025607a4 req-49a207af-00c0-4503-96a1-1033a39da2a5 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:38.506794 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1d78df6c-fca0-40be-b031-8e2b025607a4 req-49a207af-00c0-4503-96a1-1033a39da2a5 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 944 time: 0.0469561 May 26 19:42:38.556112 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1d78df6c-fca0-40be-b031-8e2b025607a4 req-1199ab60-98f6-4ec8-a7fd-7e78f1c26c8e tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438221 May 26 19:42:38.575292 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:38.719457 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a372d-51f9-4deb-9934-21ef4387f8bb req-c2f5f0b8-3222-4274-9a4e-e5a79d25a8e8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:38.720982 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-770a372d-51f9-4deb-9934-21ef4387f8bb req-c2f5f0b8-3222-4274-9a4e-e5a79d25a8e8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 944 time: 0.0480554 May 26 19:42:38.736443 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c701e-45ac-4d8f-ad6f-77f03aca1492 req-39fe1505-782c-4455-8572-8b956b2d9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:38.737982 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-aa5c701e-45ac-4d8f-ad6f-77f03aca1492 req-39fe1505-782c-4455-8572-8b956b2d9ac4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f6d58e80c3594ae2abb49ade4482dfd3&device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 1128 time: 0.0388997 May 26 19:42:38.774031 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-770a372d-51f9-4deb-9934-21ef4387f8bb req-20f66716-4887-4773-80e3-9b95aef0ec56 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475409 May 26 19:42:38.829202 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c701e-45ac-4d8f-ad6f-77f03aca1492 req-d5093da5-832a-4e5b-9971-dd5996d2788f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:38.830750 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-aa5c701e-45ac-4d8f-ad6f-77f03aca1492 req-d5093da5-832a-4e5b-9971-dd5996d2788f service neutron] 10.222.0.77 "GET /v2.0/networks?id=3d90aacf-7ed7-4464-b873-af570bc85444 HTTP/1.1" status: 200 len: 911 time: 0.0858622 May 26 19:42:38.873312 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-aa5c701e-45ac-4d8f-ad6f-77f03aca1492 req-0109ee16-95b3-4f34-aee2-d78051282a7f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd065cbe-f746-42d0-9f46-d21f31e26426 HTTP/1.1" status: 200 len: 217 time: 0.0358741 May 26 19:42:38.920338 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c701e-45ac-4d8f-ad6f-77f03aca1492 req-1d6ec788-7497-4df4-924c-df29c194095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:38.921633 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-aa5c701e-45ac-4d8f-ad6f-77f03aca1492 req-1d6ec788-7497-4df4-924c-df29c194095a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1a77309c-764f-454e-97c7-cacc8c9fe03c HTTP/1.1" status: 200 len: 849 time: 0.0420322 May 26 19:42:38.963041 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:38.966135 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c701e-45ac-4d8f-ad6f-77f03aca1492 req-23dccb2b-93d6-423f-88b5-d3c3488bbeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:38.967664 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-aa5c701e-45ac-4d8f-ad6f-77f03aca1492 req-23dccb2b-93d6-423f-88b5-d3c3488bbeef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3d90aacf-7ed7-4464-b873-af570bc85444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378652 May 26 19:42:39.060006 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-aa5c701e-45ac-4d8f-ad6f-77f03aca1492 req-371f1536-ffed-4e25-96da-ee8261afbee8 service neutron] 10.222.0.77 "GET /v2.0/networks/3d90aacf-7ed7-4464-b873-af570bc85444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844476 May 26 19:42:39.125273 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device c5e1749f-1285-4e41-9fd3-c9a4834b4493 up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:42:39.171816 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning for port c5e1749f-1285-4e41-9fd3-c9a4834b4493 completed by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 19:42:39.173153 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-aa5c701e-45ac-4d8f-ad6f-77f03aca1492 req-ee092c61-4a03-42c1-b99e-4f02afb2c10a service neutron] 10.222.0.77 "GET /v2.0/networks/3d90aacf-7ed7-4464-b873-af570bc85444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981023 May 26 19:42:39.210765 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec9a42-fb86-4ae5-96a5-506529c49413 req-98fc4490-ec3f-4f2d-945f-ffd887232fad tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:39.212248 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-eaec9a42-fb86-4ae5-96a5-506529c49413 req-98fc4490-ec3f-4f2d-945f-ffd887232fad tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 944 time: 0.0554171 May 26 19:42:39.259768 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-eaec9a42-fb86-4ae5-96a5-506529c49413 req-e9ec03dd-8af4-4417-ab90-f258b2f712e2 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=87773974-c870-4516-8e32-2e2e1a37806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418291 May 26 19:42:39.264439 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port c5e1749f-1285-4e41-9fd3-c9a4834b4493 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:42:39.264813 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (c5e1749f-1285-4e41-9fd3-c9a4834b4493), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:39.334711 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port c5e1749f-1285-4e41-9fd3-c9a4834b4493 is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:42:39.335116 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (c5e1749f-1285-4e41-9fd3-c9a4834b4493), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:39.357184 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b3cb81-bd61-4e0e-bb00-6c40deb52f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e1749f-1285-4e41-9fd3-c9a4834b4493'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:39.359409 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ca09d3-160a-45af-8308-8e273b3d054f" -d '{"events": [{"server_uuid": "87b3cb81-bd61-4e0e-bb00-6c40deb52f1b", "name": "network-vif-plugged", "status": "completed", "tag": "c5e1749f-1285-4e41-9fd3-c9a4834b4493"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:42:39.377003 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port c5e1749f-1285-4e41-9fd3-c9a4834b4493, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=c5e1749f-1285-4e41-9fd3-c9a4834b4493,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:39.449219 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ae0c42-86fe-4b48-8f1e-7920fbf28d7b x-openstack-request-id: req-e5ae0c42-86fe-4b48-8f1e-7920fbf28d7b {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:42:39.449507 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b3cb81-bd61-4e0e-bb00-6c40deb52f1b", "name": "network-vif-plugged", "status": "completed", "tag": "c5e1749f-1285-4e41-9fd3-c9a4834b4493", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:42:39.449799 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e5ae0c42-86fe-4b48-8f1e-7920fbf28d7b {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:42:39.450156 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5ae0c42-86fe-4b48-8f1e-7920fbf28d7b'] response: {'server_uuid': '87b3cb81-bd61-4e0e-bb00-6c40deb52f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e1749f-1285-4e41-9fd3-c9a4834b4493', 'code': 200} May 26 19:42:39.494014 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (c5e1749f-1285-4e41-9fd3-c9a4834b4493), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:39.544564 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=c5e1749f-1285-4e41-9fd3-c9a4834b4493,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:39.669214 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71921dbd-435c-4f30-8ca5-a6af055323cf req-026a81c4-427c-47b3-82f2-ee073de57662 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:39.670695 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-71921dbd-435c-4f30-8ca5-a6af055323cf req-026a81c4-427c-47b3-82f2-ee073de57662 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 944 time: 0.0476732 May 26 19:42:39.719063 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-71921dbd-435c-4f30-8ca5-a6af055323cf req-5aa87a95-cda7-42f4-88df-e01d72e3fa22 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426106 May 26 19:42:39.849587 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e846a55-c644-4c8a-98ef-39e7ebdf4aa6 req-3a0312a6-e423-4358-a9e8-69d84db8fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:39.851100 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1e846a55-c644-4c8a-98ef-39e7ebdf4aa6 req-3a0312a6-e423-4358-a9e8-69d84db8fc39 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 1129 time: 0.0376832 May 26 19:42:39.892881 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c612f-87cf-401b-8378-8d2c1657eb42 req-450e84e5-3bfc-48ef-97a0-e7cf90cecfea tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:39.894507 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b86c612f-87cf-401b-8378-8d2c1657eb42 req-450e84e5-3bfc-48ef-97a0-e7cf90cecfea tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 944 time: 0.0478737 May 26 19:42:39.900313 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1e846a55-c644-4c8a-98ef-39e7ebdf4aa6 req-4a29963e-60d1-43d0-98b9-7e0234cf3537 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=87773974-c870-4516-8e32-2e2e1a37806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416329 May 26 19:42:39.944191 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b86c612f-87cf-401b-8378-8d2c1657eb42 req-4ad0f138-a866-49e8-9477-977647188c1f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437601 May 26 19:42:40.366041 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:40.374570 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19cbf9-cfe4-4809-92a2-0c4042f9f60e req-e92de950-45fd-431c-a5b6-a74c83e32719 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:40.376071 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9b19cbf9-cfe4-4809-92a2-0c4042f9f60e req-e92de950-45fd-431c-a5b6-a74c83e32719 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 945 time: 0.0481606 May 26 19:42:40.424208 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9b19cbf9-cfe4-4809-92a2-0c4042f9f60e req-d7c23df6-b8de-4946-88c9-639f4e9ae54f tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=87773974-c870-4516-8e32-2e2e1a37806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416617 May 26 19:42:40.833177 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd863f86-e891-4106-89eb-1edacaed9770 req-56dfcb3c-3cd3-458d-9d44-7b62ecf13021 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:40.834575 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-bd863f86-e891-4106-89eb-1edacaed9770 req-56dfcb3c-3cd3-458d-9d44-7b62ecf13021 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 944 time: 0.0475159 May 26 19:42:40.859635 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:40.882042 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-bd863f86-e891-4106-89eb-1edacaed9770 req-c69b32b2-1085-4779-816e-569b3b513931 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418823 May 26 19:42:41.058965 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4c379-3540-4080-98b9-5aacd5ccee28 req-d4732b13-76ae-4571-8093-b448b564dbc5 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:41.060464 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4bb4c379-3540-4080-98b9-5aacd5ccee28 req-d4732b13-76ae-4571-8093-b448b564dbc5 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 944 time: 0.0471761 May 26 19:42:41.121286 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4bb4c379-3540-4080-98b9-5aacd5ccee28 req-3e255701-35c2-4c4c-8551-7149cd8dcda8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552647 May 26 19:42:41.142001 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device dd065cbe-f746-42d0-9f46-d21f31e26426 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:42:41.237439 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port dd065cbe-f746-42d0-9f46-d21f31e26426, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=dd065cbe-f746-42d0-9f46-d21f31e26426,segment=NetworkSegment(c32d74fb-2c69-4e8d-86ad-fd9955b4eb13),segment_id=c32d74fb-2c69-4e8d-86ad-fd9955b4eb13)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:41.250297 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': 'dd065cbe-f746-42d0-9f46-d21f31e26426', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'port_id': 'dd065cbe-f746-42d0-9f46-d21f31e26426', 'mac_address': 'fa:16:3e:9f:4f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:42:41.287054 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port dd065cbe-f746-42d0-9f46-d21f31e26426 is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:42:41.287440 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (dd065cbe-f746-42d0-9f46-d21f31e26426), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:41.300834 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd065cbe-f746-42d0-9f46-d21f31e26426 {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:42:41.319890 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port dd065cbe-f746-42d0-9f46-d21f31e26426, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=dd065cbe-f746-42d0-9f46-d21f31e26426,segment=NetworkSegment(c32d74fb-2c69-4e8d-86ad-fd9955b4eb13),segment_id=c32d74fb-2c69-4e8d-86ad-fd9955b4eb13)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:41.413956 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (dd065cbe-f746-42d0-9f46-d21f31e26426), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:41.463039 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=dd065cbe-f746-42d0-9f46-d21f31e26426,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:41.543365 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bb8fb-cfa1-4a79-887b-80987b1d47ea req-49a677ab-672a-47d1-af98-b8f5861e49aa tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:41.544902 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-268bb8fb-cfa1-4a79-887b-80987b1d47ea req-49a677ab-672a-47d1-af98-b8f5861e49aa tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 945 time: 0.0504611 May 26 19:42:41.591948 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-268bb8fb-cfa1-4a79-887b-80987b1d47ea req-4208d862-3712-439c-918c-ce3dafc6b170 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=87773974-c870-4516-8e32-2e2e1a37806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408742 May 26 19:42:41.703074 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['dd065cbe-f746-42d0-9f46-d21f31e26426'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:42:41.790636 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:41.997211 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f86902-fcc0-4d08-95fc-1d9f6b199a46 req-e659b567-b763-4a77-98cb-3b76fd21c053 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:41.998602 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-28f86902-fcc0-4d08-95fc-1d9f6b199a46 req-e659b567-b763-4a77-98cb-3b76fd21c053 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 945 time: 0.0497675 May 26 19:42:42.044643 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-28f86902-fcc0-4d08-95fc-1d9f6b199a46 req-729e568f-853d-4324-8179-43e3ab0318bb tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399737 May 26 19:42:42.232037 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b23852-fca0-4d96-ad2f-ff140db1c8bc req-ddc3ac3e-4de6-4e54-94cd-c18b196321f0 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:42.233518 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c1b23852-fca0-4d96-ad2f-ff140db1c8bc req-ddc3ac3e-4de6-4e54-94cd-c18b196321f0 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 944 time: 0.0464575 May 26 19:42:42.282923 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c1b23852-fca0-4d96-ad2f-ff140db1c8bc req-36154c16-2e7d-46ca-8a56-12c3ffb544e1 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432103 May 26 19:42:42.530171 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:42.706499 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b6a4e-7899-4849-95b9-df246d037d35 req-f22958e1-85d9-4e6c-8e95-435e6c25d962 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:42.707991 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9f5b6a4e-7899-4849-95b9-df246d037d35 req-f22958e1-85d9-4e6c-8e95-435e6c25d962 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 945 time: 0.0463855 May 26 19:42:42.755132 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9f5b6a4e-7899-4849-95b9-df246d037d35 req-81e448a2-73e9-4249-803d-53690af820af tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=87773974-c870-4516-8e32-2e2e1a37806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416756 May 26 19:42:42.861857 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f31b0-fe9b-4b4d-a09a-16b029eea2c3 req-30168d3c-4eef-400c-9a7f-9a82c7b87950 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:42.863879 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-273f31b0-fe9b-4b4d-a09a-16b029eea2c3 req-30168d3c-4eef-400c-9a7f-9a82c7b87950 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 945 time: 0.0468111 May 26 19:42:42.872881 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 56944) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:42.877154 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-3e0e4a55-89a7-441f-bd39-e3253653398a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Request body: {'floatingip': {'port_id': 'c5e1749f-1285-4e41-9fd3-c9a4834b4493'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:42.917334 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4a55-89a7-441f-bd39-e3253653398a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (72e544d6-0bd1-4a1c-b297-7616db332c94), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:43.011065 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:43.154249 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device dd065cbe-f746-42d0-9f46-d21f31e26426 up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:42:43.156794 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec3bb3-ef99-431b-a232-5b3bdfb80166 req-05ea6b52-9088-40a6-ae13-0ed4a6c4041d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:43.158474 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-abec3bb3-ef99-431b-a232-5b3bdfb80166 req-05ea6b52-9088-40a6-ae13-0ed4a6c4041d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 945 time: 0.0459373 May 26 19:42:43.197924 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:43.199140 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning for port dd065cbe-f746-42d0-9f46-d21f31e26426 completed by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 19:42:43.211172 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-abec3bb3-ef99-431b-a232-5b3bdfb80166 req-1da45fc2-0517-40a8-ae55-e06b28c95f61 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464334 May 26 19:42:43.293797 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port dd065cbe-f746-42d0-9f46-d21f31e26426 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:42:43.294272 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (dd065cbe-f746-42d0-9f46-d21f31e26426), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:43.338692 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4a55-89a7-441f-bd39-e3253653398a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:43.374132 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port dd065cbe-f746-42d0-9f46-d21f31e26426 is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:42:43.374132 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (dd065cbe-f746-42d0-9f46-d21f31e26426), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:43.404636 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae90233-1398-44cd-9ac0-9d660d9b6e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd065cbe-f746-42d0-9f46-d21f31e26426'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:43.407108 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250008e4-8bbc-435c-8687-137d697b7f1d" -d '{"events": [{"server_uuid": "2ae90233-1398-44cd-9ac0-9d660d9b6e64", "name": "network-vif-plugged", "status": "completed", "tag": "dd065cbe-f746-42d0-9f46-d21f31e26426"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:42:43.410498 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb6794-bdc3-46df-a9bf-9a28cb2db416 req-52c7ada5-9d84-4c9c-ae93-42bcf72866e5 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:43.412087 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d6bb6794-bdc3-46df-a9bf-9a28cb2db416 req-52c7ada5-9d84-4c9c-ae93-42bcf72866e5 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 944 time: 0.0555775 May 26 19:42:43.413280 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4a55-89a7-441f-bd39-e3253653398a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (72e544d6-0bd1-4a1c-b297-7616db332c94), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:43.426209 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port dd065cbe-f746-42d0-9f46-d21f31e26426, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=dd065cbe-f746-42d0-9f46-d21f31e26426,segment=NetworkSegment(c32d74fb-2c69-4e8d-86ad-fd9955b4eb13),segment_id=c32d74fb-2c69-4e8d-86ad-fd9955b4eb13)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:43.445508 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d309ee-d4f1-4c5b-ba48-410f2eca51bb x-openstack-request-id: req-f3d309ee-d4f1-4c5b-ba48-410f2eca51bb {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:42:43.445785 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae90233-1398-44cd-9ac0-9d660d9b6e64", "name": "network-vif-plugged", "status": "completed", "tag": "dd065cbe-f746-42d0-9f46-d21f31e26426", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:42:43.446042 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f3d309ee-d4f1-4c5b-ba48-410f2eca51bb {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:42:43.446438 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d309ee-d4f1-4c5b-ba48-410f2eca51bb'] response: {'server_uuid': '2ae90233-1398-44cd-9ac0-9d660d9b6e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd065cbe-f746-42d0-9f46-d21f31e26426', 'code': 200} May 26 19:42:43.528850 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (dd065cbe-f746-42d0-9f46-d21f31e26426), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:43.530093 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d6bb6794-bdc3-46df-a9bf-9a28cb2db416 req-e6852cd1-abe1-4f27-83a0-9e8f255e54f2 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124759 May 26 19:42:43.554768 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.l3_db [None req-3e0e4a55-89a7-441f-bd39-e3253653398a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Floating IP 72e544d6-0bd1-4a1c-b297-7616db332c94 associated. External IP: 172.27.0.171, port: c5e1749f-1285-4e41-9fd3-c9a4834b4493. May 26 19:42:43.576454 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=dd065cbe-f746-42d0-9f46-d21f31e26426,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:43.765413 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d7a48-3184-4e2a-9f88-9a604a928aeb req-4d7abebb-cb7a-4fce-a1eb-1f42ecee0f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:43.767096 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c66d7a48-3184-4e2a-9f88-9a604a928aeb req-4d7abebb-cb7a-4fce-a1eb-1f42ecee0f71 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 1130 time: 0.0410614 May 26 19:42:43.790671 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:43.817157 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c66d7a48-3184-4e2a-9f88-9a604a928aeb req-42b8b077-505c-4125-b59e-b5e0672bc3b2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428045 May 26 19:42:43.934952 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:43.988813 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0e4a55-89a7-441f-bd39-e3253653398a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:42:44.091836 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0e4a55-89a7-441f-bd39-e3253653398a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:42:44.096977 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4a55-89a7-441f-bd39-e3253653398a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:44.098834 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:44.101988 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941783e2-b2c9-4bc8-a14d-40aa4d7df7e8 None None] Sync routers for ids ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:42:44.113429 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941783e2-b2c9-4bc8-a14d-40aa4d7df7e8 None None] Routers {'b0d441a2-04dd-492e-8b78-e74be8ab4bc6'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:42:44.114141 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-941783e2-b2c9-4bc8-a14d-40aa4d7df7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:42:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:44.128289 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-3e0e4a55-89a7-441f-bd39-e3253653398a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "PUT /v2.0/floatingips/72e544d6-0bd1-4a1c-b297-7616db332c94 HTTP/1.1" status: 200 len: 991 time: 1.2543838 May 26 19:42:44.128954 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b3cb81-bd61-4e0e-bb00-6c40deb52f1b', 'tag': 'c5e1749f-1285-4e41-9fd3-c9a4834b4493'}] {{(pid=104685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:44.131321 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}580a5c817d768ebcbdba4f0d83444aaab2d380737ec7b53e235c94cd1e37ed20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3938d411-f294-42e8-bc0a-97cb2344ceb7" -d '{"events": [{"name": "network-changed", "server_uuid": "87b3cb81-bd61-4e0e-bb00-6c40deb52f1b", "tag": "c5e1749f-1285-4e41-9fd3-c9a4834b4493"}]}' {{(pid=104685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:42:44.230933 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cfecce-0d26-4659-b285-29f3b02007c6 x-openstack-request-id: req-03cfecce-0d26-4659-b285-29f3b02007c6 {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:42:44.231229 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b3cb81-bd61-4e0e-bb00-6c40deb52f1b", "tag": "c5e1749f-1285-4e41-9fd3-c9a4834b4493", "status": "completed", "code": 200}]} {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:42:44.231479 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-03cfecce-0d26-4659-b285-29f3b02007c6 {{(pid=104685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:42:44.231877 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03cfecce-0d26-4659-b285-29f3b02007c6'] response: {'name': 'network-changed', 'server_uuid': '87b3cb81-bd61-4e0e-bb00-6c40deb52f1b', 'tag': 'c5e1749f-1285-4e41-9fd3-c9a4834b4493', 'status': 'completed', 'code': 200} May 26 19:42:44.302329 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-941783e2-b2c9-4bc8-a14d-40aa4d7df7e8 None None] Set router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:42:44.322781 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b2b34-e05e-46b4-a7b8-e35e8fdab3d1 req-1d99ce6c-1b68-4ba7-93ac-166f96562e29 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:44.324291 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-060b2b34-e05e-46b4-a7b8-e35e8fdab3d1 req-1d99ce6c-1b68-4ba7-93ac-166f96562e29 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0471528 May 26 19:42:44.373933 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-060b2b34-e05e-46b4-a7b8-e35e8fdab3d1 req-c24da67e-3c6b-48aa-826d-934836cf4746 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435147 May 26 19:42:44.528511 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-941783e2-b2c9-4bc8-a14d-40aa4d7df7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '72e544d6-0bd1-4a1c-b297-7616db332c94', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'port_id': 'c5e1749f-1285-4e41-9fd3-c9a4834b4493', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'mac_address': 'fa:16:3e:cc:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b3cb81-bd61-4e0e-bb00-6c40deb52f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:42:24Z', 'updated_at': '2022-05-26T19:42:43Z', 'revision_number': 1, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:44.552359 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941783e2-b2c9-4bc8-a14d-40aa4d7df7e8 None None] Checking router: b0d441a2-04dd-492e-8b78-e74be8ab4bc6 for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:42:44.560828 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941783e2-b2c9-4bc8-a14d-40aa4d7df7e8 None None] Routers {'b0d441a2-04dd-492e-8b78-e74be8ab4bc6'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:42:44.561470 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-941783e2-b2c9-4bc8-a14d-40aa4d7df7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:42:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:44.654815 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938d411-f294-42e8-bc0a-97cb2344ceb7 req-ec7c613c-0eda-447d-8677-19f79ec0c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:44.656429 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3938d411-f294-42e8-bc0a-97cb2344ceb7 req-ec7c613c-0eda-447d-8677-19f79ec0c315 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba&device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 1129 time: 0.0699167 May 26 19:42:44.664210 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-941783e2-b2c9-4bc8-a14d-40aa4d7df7e8 None None] Set router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:42:44.669542 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5775a-39b8-4f6e-b011-0845115c5915 req-6dd54098-b203-441b-be56-fc0271667138 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:44.670985 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d5f5775a-39b8-4f6e-b011-0845115c5915 req-6dd54098-b203-441b-be56-fc0271667138 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 944 time: 0.0581605 May 26 19:42:44.773001 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d5f5775a-39b8-4f6e-b011-0845115c5915 req-894ed21d-2cd7-4b93-8ecf-c47f94711bc1 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910265 May 26 19:42:44.793308 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938d411-f294-42e8-bc0a-97cb2344ceb7 req-24c81595-fd15-45fe-bf5f-22294aa6128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:44.794774 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3938d411-f294-42e8-bc0a-97cb2344ceb7 req-24c81595-fd15-45fe-bf5f-22294aa6128f service neutron] 10.222.0.77 "GET /v2.0/networks?id=2ddf1778-5518-469d-acdc-1047098dc517 HTTP/1.1" status: 200 len: 916 time: 0.1212068 May 26 19:42:44.866119 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3938d411-f294-42e8-bc0a-97cb2344ceb7 req-3dcca0cc-62f0-4929-b734-dc67bbf76ae9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5e1749f-1285-4e41-9fd3-c9a4834b4493 HTTP/1.1" status: 200 len: 999 time: 0.0588505 May 26 19:42:44.878850 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-941783e2-b2c9-4bc8-a14d-40aa4d7df7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '72e544d6-0bd1-4a1c-b297-7616db332c94', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'port_id': 'c5e1749f-1285-4e41-9fd3-c9a4834b4493', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'mac_address': 'fa:16:3e:cc:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b3cb81-bd61-4e0e-bb00-6c40deb52f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:42:24Z', 'updated_at': '2022-05-26T19:42:43Z', 'revision_number': 1, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:44.903319 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941783e2-b2c9-4bc8-a14d-40aa4d7df7e8 None None] The sync data for ids ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'] in dv-cinder-825492-17-iscsi is: [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '72e544d6-0bd1-4a1c-b297-7616db332c94', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'port_id': 'c5e1749f-1285-4e41-9fd3-c9a4834b4493', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'mac_address': 'fa:16:3e:cc:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b3cb81-bd61-4e0e-bb00-6c40deb52f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:42:24Z', 'updated_at': '2022-05-26T19:42:43Z', 'revision_number': 1, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:42:45.092067 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cca23f-76e1-4cc3-a9d4-1501db8a0ad5 None None] New status for floating IP 72e544d6-0bd1-4a1c-b297-7616db332c94: ACTIVE {{(pid=104686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:42:45.181643 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 65821ee3-a623-4001-a22a-7ee3a346e6ea details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:42:45.323265 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 65821ee3-a623-4001-a22a-7ee3a346e6ea, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=65821ee3-a623-4001-a22a-7ee3a346e6ea,segment=NetworkSegment(a27918ad-49bd-4b5d-9789-751677ce88d9),segment_id=a27918ad-49bd-4b5d-9789-751677ce88d9)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:45.335416 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': '65821ee3-a623-4001-a22a-7ee3a346e6ea', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'port_id': '65821ee3-a623-4001-a22a-7ee3a346e6ea', 'mac_address': 'fa:16:3e:9a:56:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:42:45.374618 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 65821ee3-a623-4001-a22a-7ee3a346e6ea is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:42:45.375056 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (65821ee3-a623-4001-a22a-7ee3a346e6ea), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:45.388908 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65821ee3-a623-4001-a22a-7ee3a346e6ea {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:42:45.414416 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 65821ee3-a623-4001-a22a-7ee3a346e6ea, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=65821ee3-a623-4001-a22a-7ee3a346e6ea,segment=NetworkSegment(a27918ad-49bd-4b5d-9789-751677ce88d9),segment_id=a27918ad-49bd-4b5d-9789-751677ce88d9)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:45.416608 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938d411-f294-42e8-bc0a-97cb2344ceb7 req-60415c05-1797-43b2-be62-fca0ea4727a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.418225 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3938d411-f294-42e8-bc0a-97cb2344ceb7 req-60415c05-1797-43b2-be62-fca0ea4727a5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=211cc661-0675-4518-a8c1-1c3a38ef5bb2 HTTP/1.1" status: 200 len: 854 time: 0.0510275 May 26 19:42:45.464931 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938d411-f294-42e8-bc0a-97cb2344ceb7 req-09f60472-d1e6-49cf-a226-fc7161612280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.466534 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3938d411-f294-42e8-bc0a-97cb2344ceb7 req-09f60472-d1e6-49cf-a226-fc7161612280 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ddf1778-5518-469d-acdc-1047098dc517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402360 May 26 19:42:45.482260 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (65821ee3-a623-4001-a22a-7ee3a346e6ea), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:45.501892 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec9f91-cee4-459f-ad8f-eea0b5e6f0f4 req-46d4cb31-ae11-48ea-b84b-ae8aadc52a9e tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.504476 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-3aec9f91-cee4-459f-ad8f-eea0b5e6f0f4 req-46d4cb31-ae11-48ea-b84b-ae8aadc52a9e tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0590978 May 26 19:42:45.534239 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=65821ee3-a623-4001-a22a-7ee3a346e6ea,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:45.542012 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:45.560495 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-3aec9f91-cee4-459f-ad8f-eea0b5e6f0f4 req-7b19147e-edc6-4c4e-8f69-bb73dcf72469 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496752 May 26 19:42:45.565832 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3938d411-f294-42e8-bc0a-97cb2344ceb7 req-aafc7446-5c37-4276-9675-a6c24d8c3cef service neutron] 10.222.0.77 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922105 May 26 19:42:45.656749 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3938d411-f294-42e8-bc0a-97cb2344ceb7 req-3a8e99c1-554c-4e34-abce-d904011bc3fc service neutron] 10.222.0.77 "GET /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827980 May 26 19:42:45.739995 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['65821ee3-a623-4001-a22a-7ee3a346e6ea'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:42:45.772725 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:45.890725 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9d85b-10f4-4d3b-842a-f339b7fb4d8f req-2c9a9f65-4c50-4ec8-bf89-5bf1e6dff779 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.892288 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-73d9d85b-10f4-4d3b-842a-f339b7fb4d8f req-2c9a9f65-4c50-4ec8-bf89-5bf1e6dff779 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 945 time: 0.0525105 May 26 19:42:45.937256 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:45.941888 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-73d9d85b-10f4-4d3b-842a-f339b7fb4d8f req-385f0dd3-c4ab-45c1-9ada-be86ed759d56 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433815 May 26 19:42:46.670893 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6a4eb-5753-4a52-be9c-7719e50d90db req-fb7d2830-963b-49dd-b8dc-788c17245c75 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:46.672295 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-70d6a4eb-5753-4a52-be9c-7719e50d90db req-fb7d2830-963b-49dd-b8dc-788c17245c75 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0476220 May 26 19:42:46.718544 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-70d6a4eb-5753-4a52-be9c-7719e50d90db req-666ab6d6-50fc-4463-9589-5d26e056e782 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402603 May 26 19:42:46.826951 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2639f-fdc3-4ce4-8b98-6108d95eefb3 req-312730e7-4156-4b23-9701-b9388ebc72f4 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:46.828400 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-74a2639f-fdc3-4ce4-8b98-6108d95eefb3 req-312730e7-4156-4b23-9701-b9388ebc72f4 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0456686 May 26 19:42:46.837301 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56972) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:46.841572 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-a08ee958-ca6a-4d00-a361-286e93ca833c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Request body: {'floatingip': {'port_id': 'dd065cbe-f746-42d0-9f46-d21f31e26426'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:46.878306 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-a08ee958-ca6a-4d00-a361-286e93ca833c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for floatingip (b64cd262-4b0f-44bb-8b31-fd1b6e05d498), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:47.054738 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bad737-d78b-4e76-9227-8b0bea7d68a9 req-adff2618-7071-4938-bdb3-09fd318eb2eb tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:47.056210 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-49bad737-d78b-4e76-9227-8b0bea7d68a9 req-adff2618-7071-4938-bdb3-09fd318eb2eb tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 945 time: 0.0455618 May 26 19:42:47.105299 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-49bad737-d78b-4e76-9227-8b0bea7d68a9 req-448632c0-8ea1-4c9a-8da4-124d92f566a8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434315 May 26 19:42:47.182075 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 65821ee3-a623-4001-a22a-7ee3a346e6ea up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:42:47.227079 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning for port 65821ee3-a623-4001-a22a-7ee3a346e6ea completed by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 19:42:47.328309 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port 65821ee3-a623-4001-a22a-7ee3a346e6ea triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:42:47.328762 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (65821ee3-a623-4001-a22a-7ee3a346e6ea), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:47.406768 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 65821ee3-a623-4001-a22a-7ee3a346e6ea is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:42:47.407454 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (65821ee3-a623-4001-a22a-7ee3a346e6ea), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:47.410071 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:47.430385 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3557b49-893e-4c9b-bc84-324e8db5117e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65821ee3-a623-4001-a22a-7ee3a346e6ea'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:47.432582 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4d2083-ea45-4dc1-b5aa-85757e140c0a" -d '{"events": [{"server_uuid": "d3557b49-893e-4c9b-bc84-324e8db5117e", "name": "network-vif-plugged", "status": "completed", "tag": "65821ee3-a623-4001-a22a-7ee3a346e6ea"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:42:47.445446 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 65821ee3-a623-4001-a22a-7ee3a346e6ea, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=65821ee3-a623-4001-a22a-7ee3a346e6ea,segment=NetworkSegment(a27918ad-49bd-4b5d-9789-751677ce88d9),segment_id=a27918ad-49bd-4b5d-9789-751677ce88d9)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:42:47.471230 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ade3d3a-2a6e-4cc2-b98d-d935eccf323b x-openstack-request-id: req-6ade3d3a-2a6e-4cc2-b98d-d935eccf323b {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:42:47.471521 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3557b49-893e-4c9b-bc84-324e8db5117e", "name": "network-vif-plugged", "status": "completed", "tag": "65821ee3-a623-4001-a22a-7ee3a346e6ea", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:42:47.473951 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6ade3d3a-2a6e-4cc2-b98d-d935eccf323b {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:42:47.473951 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ade3d3a-2a6e-4cc2-b98d-d935eccf323b'] response: {'server_uuid': 'd3557b49-893e-4c9b-bc84-324e8db5117e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65821ee3-a623-4001-a22a-7ee3a346e6ea', 'code': 200} May 26 19:42:47.523442 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (65821ee3-a623-4001-a22a-7ee3a346e6ea), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:47.541780 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-a08ee958-ca6a-4d00-a361-286e93ca833c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:47.602295 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-a08ee958-ca6a-4d00-a361-286e93ca833c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (b64cd262-4b0f-44bb-8b31-fd1b6e05d498), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:47.702392 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.l3_db [None req-a08ee958-ca6a-4d00-a361-286e93ca833c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Floating IP b64cd262-4b0f-44bb-8b31-fd1b6e05d498 associated. External IP: 172.27.0.182, port: dd065cbe-f746-42d0-9f46-d21f31e26426. May 26 19:42:47.744253 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=65821ee3-a623-4001-a22a-7ee3a346e6ea,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:47.883085 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:47.919779 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af88cf-591a-47f4-ae48-56f4b839c11b req-917de3cf-7a0b-4d1a-a51c-0dbdb114670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:47.921317 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f4af88cf-591a-47f4-ae48-56f4b839c11b req-917de3cf-7a0b-4d1a-a51c-0dbdb114670e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 1130 time: 0.0774543 May 26 19:42:47.967569 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08ee958-ca6a-4d00-a361-286e93ca833c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Router c8f12779-38ac-477e-83d3-c87fee9362ff has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:42:47.990824 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f4af88cf-591a-47f4-ae48-56f4b839c11b req-982f2d4b-6e3c-4eab-9574-b26819aa76c2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626223 May 26 19:42:48.089008 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08ee958-ca6a-4d00-a361-286e93ca833c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:42:48.093484 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-a08ee958-ca6a-4d00-a361-286e93ca833c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:48.098347 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b04d83-fb83-4bca-a637-32ea576b6951 None None] Sync routers for ids ['c8f12779-38ac-477e-83d3-c87fee9362ff'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:42:48.108808 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b04d83-fb83-4bca-a637-32ea576b6951 None None] Routers {'c8f12779-38ac-477e-83d3-c87fee9362ff'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:42:48.109412 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-75b04d83-fb83-4bca-a637-32ea576b6951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:42:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['c8f12779-38ac-477e-83d3-c87fee9362ff'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:48.125909 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-a08ee958-ca6a-4d00-a361-286e93ca833c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "PUT /v2.0/floatingips/b64cd262-4b0f-44bb-8b31-fd1b6e05d498 HTTP/1.1" status: 200 len: 992 time: 1.2854733 May 26 19:42:48.125909 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae90233-1398-44cd-9ac0-9d660d9b6e64', 'tag': 'dd065cbe-f746-42d0-9f46-d21f31e26426'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:48.128289 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5d44df-2bbf-49ef-b5ed-221a2b77c9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae90233-1398-44cd-9ac0-9d660d9b6e64", "tag": "dd065cbe-f746-42d0-9f46-d21f31e26426"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:42:48.165333 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77c969b-bec1-4cbc-81a0-38607829afb6 x-openstack-request-id: req-e77c969b-bec1-4cbc-81a0-38607829afb6 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:42:48.165620 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae90233-1398-44cd-9ac0-9d660d9b6e64", "tag": "dd065cbe-f746-42d0-9f46-d21f31e26426", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:42:48.165866 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e77c969b-bec1-4cbc-81a0-38607829afb6 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:42:48.166257 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77c969b-bec1-4cbc-81a0-38607829afb6'] response: {'name': 'network-changed', 'server_uuid': '2ae90233-1398-44cd-9ac0-9d660d9b6e64', 'tag': 'dd065cbe-f746-42d0-9f46-d21f31e26426', 'status': 'completed', 'code': 200} May 26 19:42:48.218677 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-75b04d83-fb83-4bca-a637-32ea576b6951 None None] Set router c8f12779-38ac-477e-83d3-c87fee9362ff gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:42:48.227150 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81076ea0-ef7e-4d02-a868-12054948ac75 req-30414bfe-6a2e-42d5-95f0-db3f120f6770 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:48.228684 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-81076ea0-ef7e-4d02-a868-12054948ac75 req-30414bfe-6a2e-42d5-95f0-db3f120f6770 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 946 time: 0.0510969 May 26 19:42:48.265381 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d44df-2bbf-49ef-b5ed-221a2b77c9a5 req-c86a66a2-c1cd-476a-8e60-b404eef7d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:48.267060 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ee5d44df-2bbf-49ef-b5ed-221a2b77c9a5 req-c86a66a2-c1cd-476a-8e60-b404eef7d2be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f6d58e80c3594ae2abb49ade4482dfd3&device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 1130 time: 0.0447180 May 26 19:42:48.281726 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-81076ea0-ef7e-4d02-a868-12054948ac75 req-8e5d5c9a-7875-4821-b7fa-49358baa09ec tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469148 May 26 19:42:48.322800 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:48.360155 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:48.365565 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d44df-2bbf-49ef-b5ed-221a2b77c9a5 req-d3ba4323-09f5-4c37-8923-a75699ea7704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:48.367092 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ee5d44df-2bbf-49ef-b5ed-221a2b77c9a5 req-d3ba4323-09f5-4c37-8923-a75699ea7704 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3d90aacf-7ed7-4464-b873-af570bc85444 HTTP/1.1" status: 200 len: 911 time: 0.0912492 May 26 19:42:48.437372 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ee5d44df-2bbf-49ef-b5ed-221a2b77c9a5 req-074808ca-a24e-4801-acbf-7152d0ff872a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd065cbe-f746-42d0-9f46-d21f31e26426 HTTP/1.1" status: 200 len: 1000 time: 0.0611763 May 26 19:42:48.456926 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-75b04d83-fb83-4bca-a637-32ea576b6951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'name': 'tempest-AttachVolumeTestJSON-600110457-router', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:21Z', 'updated_at': '2022-05-26T19:42:24Z', 'revision_number': 4, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'gw_port': {'id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'b64cd262-4b0f-44bb-8b31-fd1b6e05d498', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'port_id': 'dd065cbe-f746-42d0-9f46-d21f31e26426', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'mac_address': 'fa:16:3e:9f:4f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae90233-1398-44cd-9ac0-9d660d9b6e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:42:29Z', 'updated_at': '2022-05-26T19:42:47Z', 'revision_number': 1, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34992ea4-a649-4663-bd64-68a401583028', 'name': '', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'mac_address': 'fa:16:3e:04:17:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:24Z', 'updated_at': '2022-05-26T19:42:29Z', 'revision_number': 5, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'subnets': [{'id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:48.483793 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b04d83-fb83-4bca-a637-32ea576b6951 None None] Checking router: c8f12779-38ac-477e-83d3-c87fee9362ff for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:42:48.492751 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b04d83-fb83-4bca-a637-32ea576b6951 None None] Routers {'c8f12779-38ac-477e-83d3-c87fee9362ff'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:42:48.493344 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-75b04d83-fb83-4bca-a637-32ea576b6951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:42:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['c8f12779-38ac-477e-83d3-c87fee9362ff'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:48.589590 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-75b04d83-fb83-4bca-a637-32ea576b6951 None None] Set router c8f12779-38ac-477e-83d3-c87fee9362ff gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:42:48.809717 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d44df-2bbf-49ef-b5ed-221a2b77c9a5 req-b2a7ca61-ce60-407f-bdea-6bff87e4bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:48.812129 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ee5d44df-2bbf-49ef-b5ed-221a2b77c9a5 req-b2a7ca61-ce60-407f-bdea-6bff87e4bb60 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1a77309c-764f-454e-97c7-cacc8c9fe03c HTTP/1.1" status: 200 len: 849 time: 0.0702591 May 26 19:42:48.826211 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-75b04d83-fb83-4bca-a637-32ea576b6951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'name': 'tempest-AttachVolumeTestJSON-600110457-router', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:21Z', 'updated_at': '2022-05-26T19:42:24Z', 'revision_number': 4, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'gw_port': {'id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'b64cd262-4b0f-44bb-8b31-fd1b6e05d498', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'port_id': 'dd065cbe-f746-42d0-9f46-d21f31e26426', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'mac_address': 'fa:16:3e:9f:4f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae90233-1398-44cd-9ac0-9d660d9b6e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:42:29Z', 'updated_at': '2022-05-26T19:42:47Z', 'revision_number': 1, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34992ea4-a649-4663-bd64-68a401583028', 'name': '', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'mac_address': 'fa:16:3e:04:17:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:24Z', 'updated_at': '2022-05-26T19:42:29Z', 'revision_number': 5, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'subnets': [{'id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:48.850695 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b04d83-fb83-4bca-a637-32ea576b6951 None None] The sync data for ids ['c8f12779-38ac-477e-83d3-c87fee9362ff'] in dv-cinder-825492-17-iscsi is: [{'id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'name': 'tempest-AttachVolumeTestJSON-600110457-router', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:21Z', 'updated_at': '2022-05-26T19:42:24Z', 'revision_number': 4, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'gw_port': {'id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'b64cd262-4b0f-44bb-8b31-fd1b6e05d498', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'port_id': 'dd065cbe-f746-42d0-9f46-d21f31e26426', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'mac_address': 'fa:16:3e:9f:4f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae90233-1398-44cd-9ac0-9d660d9b6e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:42:29Z', 'updated_at': '2022-05-26T19:42:47Z', 'revision_number': 1, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34992ea4-a649-4663-bd64-68a401583028', 'name': '', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'mac_address': 'fa:16:3e:04:17:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:24Z', 'updated_at': '2022-05-26T19:42:29Z', 'revision_number': 5, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'subnets': [{'id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:42:48.856620 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d44df-2bbf-49ef-b5ed-221a2b77c9a5 req-e55dbfe9-6ecf-47a0-a037-dc90a0e6ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:48.858314 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ee5d44df-2bbf-49ef-b5ed-221a2b77c9a5 req-e55dbfe9-6ecf-47a0-a037-dc90a0e6ed12 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3d90aacf-7ed7-4464-b873-af570bc85444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388515 May 26 19:42:48.933353 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:48.967861 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ee5d44df-2bbf-49ef-b5ed-221a2b77c9a5 req-7b0fe2bc-2872-447c-a6cb-a2b5937c99ef service neutron] 10.222.0.77 "GET /v2.0/networks/3d90aacf-7ed7-4464-b873-af570bc85444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895181 May 26 19:42:49.036025 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e18af1-618d-44d7-bf56-d560d2acf750 None None] New status for floating IP b64cd262-4b0f-44bb-8b31-fd1b6e05d498: ACTIVE {{(pid=104686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:42:49.062013 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ee5d44df-2bbf-49ef-b5ed-221a2b77c9a5 req-84aff466-3663-47f5-84ea-200f86d7c0e6 service neutron] 10.222.0.77 "GET /v2.0/networks/3d90aacf-7ed7-4464-b873-af570bc85444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875814 May 26 19:42:49.400003 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59980899-55de-4b1e-ba34-838def36148e req-bb70af57-3ca3-497d-8a66-b2a16f5f8ddd tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:49.401468 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-59980899-55de-4b1e-ba34-838def36148e req-bb70af57-3ca3-497d-8a66-b2a16f5f8ddd tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 946 time: 0.0484853 May 26 19:42:49.451373 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-59980899-55de-4b1e-ba34-838def36148e req-62d0b6d5-22bc-47bb-82b8-ab10840eceb8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442481 May 26 19:42:49.545195 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-87bd9015-3795-4d71-a338-a50445e521e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:50.564256 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe66197-96e6-4050-ab92-5b8df83f8d9e req-813638df-03b3-4081-9487-ac31a2a5ef78 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:50.565730 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-4fe66197-96e6-4050-ab92-5b8df83f8d9e req-813638df-03b3-4081-9487-ac31a2a5ef78 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 946 time: 0.0463870 May 26 19:42:50.613039 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-4fe66197-96e6-4050-ab92-5b8df83f8d9e req-8b3372f5-3ea2-41a5-8b78-2dc8c79e8732 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418477 May 26 19:42:50.727676 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdce372-8e5a-4c58-a7c8-345fc4e04817 req-9caf5bea-0cbe-4ab3-b9dc-7804efa02c44 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:50.729104 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2cdce372-8e5a-4c58-a7c8-345fc4e04817 req-9caf5bea-0cbe-4ab3-b9dc-7804efa02c44 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 946 time: 0.0495262 May 26 19:42:50.777386 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2cdce372-8e5a-4c58-a7c8-345fc4e04817 req-85516177-1ae5-4bc2-b768-f738c7600d68 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426857 May 26 19:42:50.810176 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56990) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:50.845764 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a2d0b1-f32b-45e8-8e08-f355c5fd685e tempest-TestVolumeBootPattern-2099121980 tempest-TestVolumeBootPattern-2099121980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:50.847784 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-84a2d0b1-f32b-45e8-8e08-f355c5fd685e tempest-TestVolumeBootPattern-2099121980 tempest-TestVolumeBootPattern-2099121980-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 1125 time: 0.0366464 May 26 19:42:50.850443 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 56992) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:42:50.854492 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-c2f4230a-4b82-4deb-b162-7aa86c6f94d8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Request body: {'floatingip': {'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'port_id': '65821ee3-a623-4001-a22a-7ee3a346e6ea', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:42:50.869870 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:50.962018 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c2f4230a-4b82-4deb-b162-7aa86c6f94d8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:51.040580 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c2f4230a-4b82-4deb-b162-7aa86c6f94d8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:51.142594 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [None req-c2f4230a-4b82-4deb-b162-7aa86c6f94d8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Allocated IP 172.27.0.179 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/b61de783-1d02-49a0-81d5-7a568e7da97b) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:42:51.259402 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c2f4230a-4b82-4deb-b162-7aa86c6f94d8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for port (b61de783-1d02-49a0-81d5-7a568e7da97b), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:51.345124 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c2f4230a-4b82-4deb-b162-7aa86c6f94d8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (b61de783-1d02-49a0-81d5-7a568e7da97b), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:51.387299 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f4230a-4b82-4deb-b162-7aa86c6f94d8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:51.392152 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-c2f4230a-4b82-4deb-b162-7aa86c6f94d8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:51.394396 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4230a-4b82-4deb-b162-7aa86c6f94d8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event updated for resources: {'Port': ['ID=b61de783-1d02-49a0-81d5-7a568e7da97b,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:51.396551 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f4230a-4b82-4deb-b162-7aa86c6f94d8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:42:51.438258 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:51.735586 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c2f4230a-4b82-4deb-b162-7aa86c6f94d8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for floatingip (9ad358db-5dc5-4a31-938c-22b8dfdb1fd8), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:51.737514 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:51.796563 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-196d4fa7-e91f-48a8-82a4-bda1f2c1a4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:51.879301 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c2f4230a-4b82-4deb-b162-7aa86c6f94d8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (b61de783-1d02-49a0-81d5-7a568e7da97b), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:52.048794 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c2f4230a-4b82-4deb-b162-7aa86c6f94d8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for port (b61de783-1d02-49a0-81d5-7a568e7da97b), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:52.150337 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c2f4230a-4b82-4deb-b162-7aa86c6f94d8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (b61de783-1d02-49a0-81d5-7a568e7da97b), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:52.218915 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4230a-4b82-4deb-b162-7aa86c6f94d8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event updated for resources: {'Port': ['ID=b61de783-1d02-49a0-81d5-7a568e7da97b,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:52.227072 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c2f4230a-4b82-4deb-b162-7aa86c6f94d8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (9ad358db-5dc5-4a31-938c-22b8dfdb1fd8), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:52.319821 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.l3_db [None req-c2f4230a-4b82-4deb-b162-7aa86c6f94d8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Floating IP 9ad358db-5dc5-4a31-938c-22b8dfdb1fd8 associated. External IP: 172.27.0.179, port: 65821ee3-a623-4001-a22a-7ee3a346e6ea. May 26 19:42:52.397552 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:52.514157 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f4230a-4b82-4deb-b162-7aa86c6f94d8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Router 776872fc-dc07-4945-a821-b5ef7055a75f has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:42:52.615109 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f4230a-4b82-4deb-b162-7aa86c6f94d8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:42:52.624399 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3dfb4f-93ec-4140-8a47-877f68ded706 None None] Sync routers for ids ['776872fc-dc07-4945-a821-b5ef7055a75f'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:42:52.634440 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3dfb4f-93ec-4140-8a47-877f68ded706 None None] Routers {'776872fc-dc07-4945-a821-b5ef7055a75f'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:42:52.635071 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-1a3dfb4f-93ec-4140-8a47-877f68ded706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:42:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['776872fc-dc07-4945-a821-b5ef7055a75f'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:52.695724 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c2f4230a-4b82-4deb-b162-7aa86c6f94d8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:52.829611 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-1a3dfb4f-93ec-4140-8a47-877f68ded706 None None] Set router 776872fc-dc07-4945-a821-b5ef7055a75f gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:42:52.938693 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:52.968356 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-c2f4230a-4b82-4deb-b162-7aa86c6f94d8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1168835 May 26 19:42:52.968940 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3557b49-893e-4c9b-bc84-324e8db5117e', 'tag': '65821ee3-a623-4001-a22a-7ee3a346e6ea'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:52.971238 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec30a62-ea2d-46e0-b497-6b9a6ea091bd" -d '{"events": [{"name": "network-changed", "server_uuid": "d3557b49-893e-4c9b-bc84-324e8db5117e", "tag": "65821ee3-a623-4001-a22a-7ee3a346e6ea"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:42:53.006853 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3b4ab4-3f5f-403d-bf6b-4f3acf626166 x-openstack-request-id: req-7c3b4ab4-3f5f-403d-bf6b-4f3acf626166 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:42:53.007245 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3557b49-893e-4c9b-bc84-324e8db5117e", "tag": "65821ee3-a623-4001-a22a-7ee3a346e6ea", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:42:53.007566 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7c3b4ab4-3f5f-403d-bf6b-4f3acf626166 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:42:53.007967 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c3b4ab4-3f5f-403d-bf6b-4f3acf626166'] response: {'name': 'network-changed', 'server_uuid': 'd3557b49-893e-4c9b-bc84-324e8db5117e', 'tag': '65821ee3-a623-4001-a22a-7ee3a346e6ea', 'status': 'completed', 'code': 200} May 26 19:42:53.044758 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-1a3dfb4f-93ec-4140-8a47-877f68ded706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '9ad358db-5dc5-4a31-938c-22b8dfdb1fd8', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'port_id': '65821ee3-a623-4001-a22a-7ee3a346e6ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'mac_address': 'fa:16:3e:9a:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3557b49-893e-4c9b-bc84-324e8db5117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:42:51Z', 'updated_at': '2022-05-26T19:42:51Z', 'revision_number': 0, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f8842e-82aa-4e85-a165-6ec8b49ffbf6', 'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'mac_address': 'fa:16:3e:2e:f2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:52Z', 'updated_at': '2022-05-26T19:38:57Z', 'revision_number': 5, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'subnets': [{'id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:53.067959 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec30a62-ea2d-46e0-b497-6b9a6ea091bd req-eef5f06e-a19a-4bb4-9ad2-88cb6f68177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:53.069452 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0ec30a62-ea2d-46e0-b497-6b9a6ea091bd req-eef5f06e-a19a-4bb4-9ad2-88cb6f68177a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dabc38fc95184250b1d9e7090ab73b2c&device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 1130 time: 0.0388451 May 26 19:42:53.069598 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3dfb4f-93ec-4140-8a47-877f68ded706 None None] Checking router: 776872fc-dc07-4945-a821-b5ef7055a75f for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:42:53.077983 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3dfb4f-93ec-4140-8a47-877f68ded706 None None] Routers {'776872fc-dc07-4945-a821-b5ef7055a75f'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:42:53.078572 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-1a3dfb4f-93ec-4140-8a47-877f68ded706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:42:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['776872fc-dc07-4945-a821-b5ef7055a75f'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:53.132350 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:53.157922 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:53.163298 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec30a62-ea2d-46e0-b497-6b9a6ea091bd req-9a6385bc-0970-434d-b1bc-a9d016ed7ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:53.164783 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0ec30a62-ea2d-46e0-b497-6b9a6ea091bd req-9a6385bc-0970-434d-b1bc-a9d016ed7ddd service neutron] 10.222.0.77 "GET /v2.0/networks?id=492a2884-9243-465b-939b-ac60c35b4b3f HTTP/1.1" status: 200 len: 913 time: 0.0877252 May 26 19:42:53.181383 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-1a3dfb4f-93ec-4140-8a47-877f68ded706 None None] Set router 776872fc-dc07-4945-a821-b5ef7055a75f gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:42:53.218067 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:42:53.227078 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0ec30a62-ea2d-46e0-b497-6b9a6ea091bd req-f16dc161-68a4-4a23-878d-0c7f571dc78a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65821ee3-a623-4001-a22a-7ee3a346e6ea HTTP/1.1" status: 200 len: 1000 time: 0.0558813 May 26 19:42:53.277696 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec30a62-ea2d-46e0-b497-6b9a6ea091bd req-90b7e234-66a6-4873-89ef-a6c1932d851a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:53.279207 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0ec30a62-ea2d-46e0-b497-6b9a6ea091bd req-90b7e234-66a6-4873-89ef-a6c1932d851a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f61c4997-1573-4713-b00b-a1dd9f85ac65 HTTP/1.1" status: 200 len: 851 time: 0.0447776 May 26 19:42:53.334871 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec30a62-ea2d-46e0-b497-6b9a6ea091bd req-e1549adc-5a69-412a-a849-b11e4a135e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:53.336439 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0ec30a62-ea2d-46e0-b497-6b9a6ea091bd req-e1549adc-5a69-412a-a849-b11e4a135e9b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=492a2884-9243-465b-939b-ac60c35b4b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423617 May 26 19:42:53.404301 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-1a3dfb4f-93ec-4140-8a47-877f68ded706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '9ad358db-5dc5-4a31-938c-22b8dfdb1fd8', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'port_id': '65821ee3-a623-4001-a22a-7ee3a346e6ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'mac_address': 'fa:16:3e:9a:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3557b49-893e-4c9b-bc84-324e8db5117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:42:51Z', 'updated_at': '2022-05-26T19:42:51Z', 'revision_number': 0, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f8842e-82aa-4e85-a165-6ec8b49ffbf6', 'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'mac_address': 'fa:16:3e:2e:f2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:52Z', 'updated_at': '2022-05-26T19:38:57Z', 'revision_number': 5, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'subnets': [{'id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:53.428810 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0ec30a62-ea2d-46e0-b497-6b9a6ea091bd req-6633243f-f647-482e-8ee7-ebc7a901861f service neutron] 10.222.0.77 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858378 May 26 19:42:53.429892 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3dfb4f-93ec-4140-8a47-877f68ded706 None None] The sync data for ids ['776872fc-dc07-4945-a821-b5ef7055a75f'] in dv-cinder-825492-17-iscsi is: [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '9ad358db-5dc5-4a31-938c-22b8dfdb1fd8', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'port_id': '65821ee3-a623-4001-a22a-7ee3a346e6ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'mac_address': 'fa:16:3e:9a:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3557b49-893e-4c9b-bc84-324e8db5117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:42:51Z', 'updated_at': '2022-05-26T19:42:51Z', 'revision_number': 0, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f8842e-82aa-4e85-a165-6ec8b49ffbf6', 'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'mac_address': 'fa:16:3e:2e:f2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:52Z', 'updated_at': '2022-05-26T19:38:57Z', 'revision_number': 5, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'subnets': [{'id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:42:53.529173 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0ec30a62-ea2d-46e0-b497-6b9a6ea091bd req-825fc6e7-c159-4ac7-b1e5-b69930057bc1 service neutron] 10.222.0.77 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938065 May 26 19:42:53.620306 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dde9aea-13a2-4f8f-a875-9b369a02dca8 None None] New status for floating IP 9ad358db-5dc5-4a31-938c-22b8dfdb1fd8: ACTIVE {{(pid=104686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:42:54.567579 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:55.921751 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:42:57.138635 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:00.605640 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=54 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:00.608515 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=63 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:02.850342 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514e533-f1c5-46d6-a830-91d69d031cc3 req-4add97c9-e3e6-45df-991e-bcf35c4aa718 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:02.851839 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3514e533-f1c5-46d6-a830-91d69d031cc3 req-4add97c9-e3e6-45df-991e-bcf35c4aa718 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0514946 May 26 19:43:02.898955 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3514e533-f1c5-46d6-a830-91d69d031cc3 req-d93f7103-5295-4cfa-a314-7b7790c821a6 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414817 May 26 19:43:03.404140 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=27 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:03.407072 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=17 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:04.021856 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045df040-fd1a-4071-87bf-e03a91c46e8d req-5059315e-44b5-48e4-a1b8-de92d2eb26aa tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:04.023323 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-045df040-fd1a-4071-87bf-e03a91c46e8d req-5059315e-44b5-48e4-a1b8-de92d2eb26aa tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0504673 May 26 19:43:04.069283 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-045df040-fd1a-4071-87bf-e03a91c46e8d req-7e2a22dc-9e30-4611-a1ce-d4aeb251f45b tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404274 May 26 19:43:05.184807 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f38a4d-5a2a-4b25-80f6-a87a68bc0a83 req-a4e0514e-3878-43e0-9198-95ce7b9518d4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:05.186273 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f1f38a4d-5a2a-4b25-80f6-a87a68bc0a83 req-a4e0514e-3878-43e0-9198-95ce7b9518d4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0465221 May 26 19:43:05.237381 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f1f38a4d-5a2a-4b25-80f6-a87a68bc0a83 req-0506935d-24ce-4d93-9bda-037f7bc0460a tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450823 May 26 19:43:06.353916 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ded7e9-f2f0-4196-be5a-abfb29251fd8 req-675db9f3-10dc-4f1c-b125-6939fe811a52 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:06.355445 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-52ded7e9-f2f0-4196-be5a-abfb29251fd8 req-675db9f3-10dc-4f1c-b125-6939fe811a52 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0464163 May 26 19:43:06.403501 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-52ded7e9-f2f0-4196-be5a-abfb29251fd8 req-5c854982-4e28-4d54-8623-ff26b761ebff tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425265 May 26 19:43:07.073082 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=75,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:07.075941 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=76,neutron:UPDATE=7 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:07.522756 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782a3c2-4964-4e87-9d46-fab695bda511 req-a0b536c2-e6af-4a5a-895a-963b098aa332 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:07.524273 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9782a3c2-4964-4e87-9d46-fab695bda511 req-a0b536c2-e6af-4a5a-895a-963b098aa332 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0472991 May 26 19:43:07.570239 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9782a3c2-4964-4e87-9d46-fab695bda511 req-d2f166ca-858b-4fd9-8030-bd1641ecccd8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404761 May 26 19:43:08.687058 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be74f6-ba8a-4612-93bb-7a09450fa52d req-c44b2ef5-27a8-4f00-9349-3a9726607140 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:08.688434 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-88be74f6-ba8a-4612-93bb-7a09450fa52d req-c44b2ef5-27a8-4f00-9349-3a9726607140 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0452788 May 26 19:43:08.737732 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-88be74f6-ba8a-4612-93bb-7a09450fa52d req-8c484eac-e8e2-4a8b-a96e-2426feb64b04 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431316 May 26 19:43:09.533058 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:43:09.843612 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:09.854500 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17098b7-c089-4422-a8cb-a5e4e58bd9d3 req-eb2a4b0c-9992-4fa3-8a81-d6012c823f04 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:09.862133 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f17098b7-c089-4422-a8cb-a5e4e58bd9d3 req-eb2a4b0c-9992-4fa3-8a81-d6012c823f04 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0470245 May 26 19:43:09.903947 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f17098b7-c089-4422-a8cb-a5e4e58bd9d3 req-692b0eb6-86f3-4e85-941c-9c5e8cb5292f tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424328 May 26 19:43:11.019763 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63217d-f12b-4949-af0a-a871e551ac6c req-7bf6e092-787c-43d3-9822-70885e5dc016 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:11.021224 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ad63217d-f12b-4949-af0a-a871e551ac6c req-7bf6e092-787c-43d3-9822-70885e5dc016 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0472240 May 26 19:43:11.070521 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ad63217d-f12b-4949-af0a-a871e551ac6c req-62002bb0-b25a-4ceb-8b93-75ea9e8e3710 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438371 May 26 19:43:12.191848 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d4dec-6e3b-4c92-aff6-50615721be59 req-67d55a35-a932-42ed-b58d-91d803a75fa1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:12.193305 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ee9d4dec-6e3b-4c92-aff6-50615721be59 req-67d55a35-a932-42ed-b58d-91d803a75fa1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0508354 May 26 19:43:12.239108 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ee9d4dec-6e3b-4c92-aff6-50615721be59 req-cf6a07f8-8a30-49fd-a8db-18bb8cdf3ba6 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404317 May 26 19:43:13.356459 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17d487-e954-4c2e-a072-3267fa5a9cd9 req-381f7e44-2231-4c6b-ba36-59f55eb1e615 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:13.358710 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-3c17d487-e954-4c2e-a072-3267fa5a9cd9 req-381f7e44-2231-4c6b-ba36-59f55eb1e615 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0487366 May 26 19:43:13.406821 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-3c17d487-e954-4c2e-a072-3267fa5a9cd9 req-af07ce2e-da84-4325-b99a-211c414857ee tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424759 May 26 19:43:14.535162 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bed8a-d391-45df-8599-6a3b7fe65a5b req-7bb196d5-36bf-4037-a759-ecb23a597b30 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:14.536629 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-149bed8a-d391-45df-8599-6a3b7fe65a5b req-7bb196d5-36bf-4037-a759-ecb23a597b30 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0467203 May 26 19:43:14.582113 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-149bed8a-d391-45df-8599-6a3b7fe65a5b req-a6e4ef35-eeec-430d-8e67-6f31be2cd18a tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400715 May 26 19:43:15.701929 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa2bfe-637b-4275-8a9f-f01a7e1f612f req-53bf8e09-1f7f-45e4-844a-e1a281057d3d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:15.703394 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d0fa2bfe-637b-4275-8a9f-f01a7e1f612f req-53bf8e09-1f7f-45e4-844a-e1a281057d3d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0500152 May 26 19:43:15.753002 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d0fa2bfe-637b-4275-8a9f-f01a7e1f612f req-7988adc7-eb53-4cd7-a0c5-f1638111a0f5 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440965 May 26 19:43:16.867822 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f8338-8665-476d-a2a8-680eccc4cbeb req-fe2c4c7c-4df1-4bb0-aab6-6c12daeca17f tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:16.869530 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9a3f8338-8665-476d-a2a8-680eccc4cbeb req-fe2c4c7c-4df1-4bb0-aab6-6c12daeca17f tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0461824 May 26 19:43:16.897288 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:16.919732 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9a3f8338-8665-476d-a2a8-680eccc4cbeb req-f28028aa-cc31-46fb-bfc3-661f6c528137 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448940 May 26 19:43:18.037127 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8b5a0-fbb0-406b-86b8-5807cb29a7d3 req-84063cec-7e01-4df1-979d-821bb3ab3a21 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:18.038587 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c1b8b5a0-fbb0-406b-86b8-5807cb29a7d3 req-84063cec-7e01-4df1-979d-821bb3ab3a21 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0468328 May 26 19:43:18.083989 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c1b8b5a0-fbb0-406b-86b8-5807cb29a7d3 req-15a200ca-ea5b-46ab-a9d2-0e37665123cb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398474 May 26 19:43:19.200798 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ea714-1f83-4fc8-b94a-6e20e41792a4 req-7dfc4c4a-c784-4bd9-80b8-3daa39d8a404 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:19.202260 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-989ea714-1f83-4fc8-b94a-6e20e41792a4 req-7dfc4c4a-c784-4bd9-80b8-3daa39d8a404 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0470779 May 26 19:43:19.249050 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-989ea714-1f83-4fc8-b94a-6e20e41792a4 req-e50e1267-0a59-4b04-bf71-20b56516de7a tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413568 May 26 19:43:19.527722 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:19.528565 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:19.555857 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-40bdc32d-a249-4755-a561-ccab7993ce82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:20.365376 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589e4ab-26a8-41bc-b0fd-a6870bf60555 req-fb5e2b11-0a62-451d-8d87-cb1ae4491522 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:20.366984 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9589e4ab-26a8-41bc-b0fd-a6870bf60555 req-fb5e2b11-0a62-451d-8d87-cb1ae4491522 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0467329 May 26 19:43:20.420995 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9589e4ab-26a8-41bc-b0fd-a6870bf60555 req-1cdbeb97-65ff-432d-8e29-255c3c41ded1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449438 May 26 19:43:21.540300 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f441f29-1026-450b-8526-735774381378 req-bbba7592-3ff2-40f4-9ac2-fb6088ba8114 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:21.541757 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4f441f29-1026-450b-8526-735774381378 req-bbba7592-3ff2-40f4-9ac2-fb6088ba8114 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0488019 May 26 19:43:21.587364 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4f441f29-1026-450b-8526-735774381378 req-74e3100b-6638-4543-8607-debb0d61d665 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401573 May 26 19:43:21.773531 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-8deb08c2-a09d-48f1-968d-79db6ba2840d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:22.704700 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64c11f-8830-4a61-9c9f-8d8d5fd33d3c req-996517ca-1763-44e1-bdc6-d8cd40cdb8c4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:22.706147 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-4e64c11f-8830-4a61-9c9f-8d8d5fd33d3c req-996517ca-1763-44e1-bdc6-d8cd40cdb8c4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0464396 May 26 19:43:22.752597 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-4e64c11f-8830-4a61-9c9f-8d8d5fd33d3c req-683c4719-3b3f-4421-8abb-8e547e036614 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409319 May 26 19:43:22.938403 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:23.872856 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd697919-82cd-4bd2-980a-199a9f60c0a6 req-9252def8-45b4-4e33-816f-8149594547c7 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:23.874305 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fd697919-82cd-4bd2-980a-199a9f60c0a6 req-9252def8-45b4-4e33-816f-8149594547c7 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0503693 May 26 19:43:23.919854 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fd697919-82cd-4bd2-980a-199a9f60c0a6 req-b655bbd2-4371-462f-90b2-de0eb8ddb5e0 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400646 May 26 19:43:24.589273 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:25.143256 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe839a9-5ff6-48d1-b3b2-a708d1b3013d req-70c4177f-2892-41e2-a36d-3d718b234b73 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:25.144730 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-dfe839a9-5ff6-48d1-b3b2-a708d1b3013d req-70c4177f-2892-41e2-a36d-3d718b234b73 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0488281 May 26 19:43:25.191014 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-dfe839a9-5ff6-48d1-b3b2-a708d1b3013d req-e06b84e8-06b4-426f-a9a5-17470801655c tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401688 May 26 19:43:25.355607 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 81fa53c7-4d30-4a24-9182-ad976ec89b2b details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:43:25.460239 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 81fa53c7-4d30-4a24-9182-ad976ec89b2b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=81fa53c7-4d30-4a24-9182-ad976ec89b2b,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:43:25.471557 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': '81fa53c7-4d30-4a24-9182-ad976ec89b2b', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'port_id': '81fa53c7-4d30-4a24-9182-ad976ec89b2b', 'mac_address': 'fa:16:3e:93:ed:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:43:25.505557 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 81fa53c7-4d30-4a24-9182-ad976ec89b2b is: ACTIVE; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:43:25.505943 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:25.518635 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81fa53c7-4d30-4a24-9182-ad976ec89b2b {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:43:25.540894 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 81fa53c7-4d30-4a24-9182-ad976ec89b2b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=81fa53c7-4d30-4a24-9182-ad976ec89b2b,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:43:25.640908 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:25.686461 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=81fa53c7-4d30-4a24-9182-ad976ec89b2b,revision_number=6']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:25.698601 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:25.698996 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:25.699464 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:25.699952 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:25.700285 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:25.700620 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:25.700944 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:25.701266 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:25.701590 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:25.701913 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:25.702235 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:25.702553 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:25.702869 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:25.703211 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:25.703551 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:25.776196 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['81fa53c7-4d30-4a24-9182-ad976ec89b2b'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:43:25.921393 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:26.314690 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8205f2-ad19-4b39-9431-23ab69e23774 req-ab7f3816-f8fd-46e0-afbf-45200cf77288 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:26.316204 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9a8205f2-ad19-4b39-9431-23ab69e23774 req-ab7f3816-f8fd-46e0-afbf-45200cf77288 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 945 time: 0.0506144 May 26 19:43:26.340085 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:26.364138 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9a8205f2-ad19-4b39-9431-23ab69e23774 req-79b136d5-5d2b-4c9a-8a62-bd4d459dc671 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423307 May 26 19:43:27.167436 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:27.371760 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 81fa53c7-4d30-4a24-9182-ad976ec89b2b up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:43:27.467378 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port 81fa53c7-4d30-4a24-9182-ad976ec89b2b triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:43:27.468102 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:27.521678 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:27.530670 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce5a6d-a349-41c6-9f2f-910469a269c6 req-b5157bef-e6c1-4ada-9acf-45f528fa7971 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:27.532425 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f5ce5a6d-a349-41c6-9f2f-910469a269c6 req-b5157bef-e6c1-4ada-9acf-45f528fa7971 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 945 time: 0.0659890 May 26 19:43:27.571533 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 81fa53c7-4d30-4a24-9182-ad976ec89b2b is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:43:27.571954 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:27.593028 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:27.603649 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f5ce5a6d-a349-41c6-9f2f-910469a269c6 req-87a4c818-5604-4c0a-ba2a-63b5fcfba45f tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649731 May 26 19:43:27.630539 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 81fa53c7-4d30-4a24-9182-ad976ec89b2b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=81fa53c7-4d30-4a24-9182-ad976ec89b2b,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:43:27.632533 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d37e4a7-2599-4466-b249-a142cf7770f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fa53c7-4d30-4a24-9182-ad976ec89b2b'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:43:27.635215 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8e1eac-4d67-4ad0-80bf-d617dcf1e3ab" -d '{"events": [{"server_uuid": "7d37e4a7-2599-4466-b249-a142cf7770f0", "name": "network-vif-plugged", "status": "completed", "tag": "81fa53c7-4d30-4a24-9182-ad976ec89b2b"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:43:27.672987 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c54237d-ba5f-4eef-b46c-f59f73c543ed x-openstack-request-id: req-1c54237d-ba5f-4eef-b46c-f59f73c543ed {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:43:27.673276 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d37e4a7-2599-4466-b249-a142cf7770f0", "name": "network-vif-plugged", "status": "completed", "tag": "81fa53c7-4d30-4a24-9182-ad976ec89b2b", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:43:27.673523 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1c54237d-ba5f-4eef-b46c-f59f73c543ed {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:43:27.673912 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c54237d-ba5f-4eef-b46c-f59f73c543ed'] response: {'server_uuid': '7d37e4a7-2599-4466-b249-a142cf7770f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fa53c7-4d30-4a24-9182-ad976ec89b2b', 'code': 200} May 26 19:43:27.812754 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:27.870912 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=81fa53c7-4d30-4a24-9182-ad976ec89b2b,revision_number=7']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:28.766557 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fad77a-25fc-494f-835f-be97c1f9cbc7 req-b4578fc2-c42c-4936-b225-ebfabd455e11 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:28.768330 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-93fad77a-25fc-494f-835f-be97c1f9cbc7 req-b4578fc2-c42c-4936-b225-ebfabd455e11 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0702190 May 26 19:43:28.827522 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-93fad77a-25fc-494f-835f-be97c1f9cbc7 req-694428dc-3928-4a8a-b47c-ebe9cc919257 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516014 May 26 19:43:29.966661 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebc4be-9c43-42e5-aa09-8dd560b6cdaa req-ce09d885-54c6-4abc-952c-ac58df17c576 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:29.968503 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-23ebc4be-9c43-42e5-aa09-8dd560b6cdaa req-ce09d885-54c6-4abc-952c-ac58df17c576 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0516057 May 26 19:43:30.026795 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-23ebc4be-9c43-42e5-aa09-8dd560b6cdaa req-5c083f94-1327-4c83-b340-7c52b18403db tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521541 May 26 19:43:31.157305 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7498d4-3c79-4a81-8ee6-7358abaa0215 req-ab9b742e-a7cf-4b7f-8618-adecb4fdc3ea tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:31.164746 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1c7498d4-3c79-4a81-8ee6-7358abaa0215 req-ab9b742e-a7cf-4b7f-8618-adecb4fdc3ea tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0552566 May 26 19:43:31.218209 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1c7498d4-3c79-4a81-8ee6-7358abaa0215 req-1250b28c-7935-4e70-8219-6d3566cde7b9 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525432 May 26 19:43:32.384780 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d63482-74ee-4d60-92db-6aba3e513b3d req-bd67929a-775f-4195-9ff6-ae897f7f1f17 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:32.386302 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e4d63482-74ee-4d60-92db-6aba3e513b3d req-bd67929a-775f-4195-9ff6-ae897f7f1f17 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0868752 May 26 19:43:32.440054 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e4d63482-74ee-4d60-92db-6aba3e513b3d req-6f47d83b-7eb9-4d40-8c23-d144cc44d961 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451953 May 26 19:43:33.564173 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194e9d7-aceb-4cad-916d-906e4f477d86 req-c3c6a537-2409-40bb-84e9-c72ac863ec3a tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:33.565635 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5194e9d7-aceb-4cad-916d-906e4f477d86 req-c3c6a537-2409-40bb-84e9-c72ac863ec3a tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0531840 May 26 19:43:33.612181 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5194e9d7-aceb-4cad-916d-906e4f477d86 req-0b38fde7-8dc6-4261-8824-55e4520ef032 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400212 May 26 19:43:34.753053 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804549a-e159-4dcb-b076-f4819f688fa5 req-ebcf5b26-0fb1-4bd5-b64d-f2ee82a72965 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:34.755352 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8804549a-e159-4dcb-b076-f4819f688fa5 req-ebcf5b26-0fb1-4bd5-b64d-f2ee82a72965 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0515766 May 26 19:43:34.824781 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8804549a-e159-4dcb-b076-f4819f688fa5 req-c2b1d05a-7336-404b-bd91-2fd4f9dac692 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607564 May 26 19:43:35.972577 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae265731-8090-4430-bc54-be2b81d46d09 req-99a29261-a3de-457a-ae6f-7afee003f8c2 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:35.975057 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ae265731-8090-4430-bc54-be2b81d46d09 req-99a29261-a3de-457a-ae6f-7afee003f8c2 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0527921 May 26 19:43:36.041229 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ae265731-8090-4430-bc54-be2b81d46d09 req-7d79a6f9-a99a-4d9e-abe3-ff48285d5a68 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538287 May 26 19:43:37.159489 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d556c-2cf6-411c-b4c1-c6ef9a4c8948 req-3e76e431-2697-4474-b993-d7538d094397 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:37.161036 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-818d556c-2cf6-411c-b4c1-c6ef9a4c8948 req-3e76e431-2697-4474-b993-d7538d094397 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0496120 May 26 19:43:37.212306 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-818d556c-2cf6-411c-b4c1-c6ef9a4c8948 req-344e164c-3c9b-432a-a29c-2789e0f14909 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457823 May 26 19:43:37.866332 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=7 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:37.868754 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=78,neutron:UPDATE=7 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:38.331674 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23067bd-d85a-4c6b-b22d-6d6e5bf05ce2 req-7f8786d9-a427-4ebb-b75e-074f28c15d62 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:38.333253 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e23067bd-d85a-4c6b-b22d-6d6e5bf05ce2 req-7f8786d9-a427-4ebb-b75e-074f28c15d62 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0476277 May 26 19:43:38.380514 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e23067bd-d85a-4c6b-b22d-6d6e5bf05ce2 req-d7360b5e-e8d2-40af-8d4f-85808b50ed7a tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409725 May 26 19:43:39.315593 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95910c-da89-464b-926a-10fdc3cdbcd0 req-8ecf149d-4d55-4f62-9c5d-b39665385c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:39.317042 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fb95910c-da89-464b-926a-10fdc3cdbcd0 req-8ecf149d-4d55-4f62-9c5d-b39665385c1c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b189404964f64aa88af37e536c1c7464&device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 1130 time: 0.0390325 May 26 19:43:39.408448 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95910c-da89-464b-926a-10fdc3cdbcd0 req-d8dcf498-b771-4ce3-a812-2774a7fb36c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:39.409932 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fb95910c-da89-464b-926a-10fdc3cdbcd0 req-d8dcf498-b771-4ce3-a812-2774a7fb36c8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f1378612-5a59-4b7c-a0f1-5080210638d6 HTTP/1.1" status: 200 len: 918 time: 0.0844247 May 26 19:43:39.457975 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:39.479988 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fb95910c-da89-464b-926a-10fdc3cdbcd0 req-8cf056d2-2fec-4aef-94f9-9c6d5fe112d3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81fa53c7-4d30-4a24-9182-ad976ec89b2b HTTP/1.1" status: 200 len: 1001 time: 0.0608628 May 26 19:43:39.505332 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488d07c-8c9a-45d3-b118-ea50c03b5e13 req-734c2286-146c-4b97-bc79-8498185b7196 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:39.507546 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-2488d07c-8c9a-45d3-b118-ea50c03b5e13 req-734c2286-146c-4b97-bc79-8498185b7196 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0548275 May 26 19:43:39.531535 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95910c-da89-464b-926a-10fdc3cdbcd0 req-7e05aa75-c1cf-47cc-b7b0-7c17156d84c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:39.532992 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fb95910c-da89-464b-926a-10fdc3cdbcd0 req-7e05aa75-c1cf-47cc-b7b0-7c17156d84c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=05dcdbba-6e16-4071-86f2-e4f1836b9900 HTTP/1.1" status: 200 len: 856 time: 0.0458739 May 26 19:43:39.553746 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-2488d07c-8c9a-45d3-b118-ea50c03b5e13 req-fdb2f742-8c33-461c-90e7-67df3205ffaa tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401387 May 26 19:43:39.576648 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95910c-da89-464b-926a-10fdc3cdbcd0 req-f13b781d-fb01-4ea7-bce2-5e86302bddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:39.578142 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fb95910c-da89-464b-926a-10fdc3cdbcd0 req-f13b781d-fb01-4ea7-bce2-5e86302bddb5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f1378612-5a59-4b7c-a0f1-5080210638d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382340 May 26 19:43:39.632149 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:39.681860 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fb95910c-da89-464b-926a-10fdc3cdbcd0 req-f374b3db-8574-4750-9e54-1e27d9fcf288 service neutron] 10.222.0.77 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966465 May 26 19:43:39.770354 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fb95910c-da89-464b-926a-10fdc3cdbcd0 req-3c50ce91-8828-4ccd-b894-ff93b28756f0 service neutron] 10.222.0.77 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815129 May 26 19:43:40.675910 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f9172-f7b9-46f1-961d-cdd99fcb01cd req-35080211-85b8-4e6f-9972-2aa0ac2cd17e tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:40.677276 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0d0f9172-f7b9-46f1-961d-cdd99fcb01cd req-35080211-85b8-4e6f-9972-2aa0ac2cd17e tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0467050 May 26 19:43:40.724819 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0d0f9172-f7b9-46f1-961d-cdd99fcb01cd req-22fb0f22-0520-4043-b1be-3075d009767d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420251 May 26 19:43:41.843771 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286ee21-7d7d-45a1-b4c5-6190faa3523e req-c61d4721-fc15-4c04-9ec5-950766472da8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:41.845173 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5286ee21-7d7d-45a1-b4c5-6190faa3523e req-c61d4721-fc15-4c04-9ec5-950766472da8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0465789 May 26 19:43:41.894742 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5286ee21-7d7d-45a1-b4c5-6190faa3523e req-dcf12733-fef0-4eb0-97ef-dbd60a79f4e3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434327 May 26 19:43:43.011430 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f971a8-54ec-4408-a373-a41a587c6efa req-573a49e6-8544-44b7-8f6b-63070cad7340 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:43.012879 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-93f971a8-54ec-4408-a373-a41a587c6efa req-573a49e6-8544-44b7-8f6b-63070cad7340 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 946 time: 0.0469978 May 26 19:43:43.059246 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-93f971a8-54ec-4408-a373-a41a587c6efa req-0782d567-0441-4b40-b82b-0f6271601fac tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409498 May 26 19:43:43.517558 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 81fa53c7-4d30-4a24-9182-ad976ec89b2b no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:43:43.590128 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 81fa53c7-4d30-4a24-9182-ad976ec89b2b is: ACTIVE; New status is: DOWN {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:43:43.590511 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:43.613421 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d37e4a7-2599-4466-b249-a142cf7770f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81fa53c7-4d30-4a24-9182-ad976ec89b2b'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:43:43.616322 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e06e74-922e-4d74-be69-7ffe20b6f362" -d '{"events": [{"server_uuid": "7d37e4a7-2599-4466-b249-a142cf7770f0", "name": "network-vif-unplugged", "status": "completed", "tag": "81fa53c7-4d30-4a24-9182-ad976ec89b2b"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:43:43.628979 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 81fa53c7-4d30-4a24-9182-ad976ec89b2b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=81fa53c7-4d30-4a24-9182-ad976ec89b2b,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:43:43.645871 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 19:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a682ae7f-9cc0-49f1-9662-e246d60c34f0 x-openstack-request-id: req-a682ae7f-9cc0-49f1-9662-e246d60c34f0 {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:43:43.646157 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d37e4a7-2599-4466-b249-a142cf7770f0", "name": "network-vif-unplugged", "status": "failed", "tag": "81fa53c7-4d30-4a24-9182-ad976ec89b2b", "code": 422}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:43:43.646407 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a682ae7f-9cc0-49f1-9662-e246d60c34f0 {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:43:43.646833 dv-cinder-825492-17-iscsi neutron-server[104686]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a682ae7f-9cc0-49f1-9662-e246d60c34f0']: {'server_uuid': '7d37e4a7-2599-4466-b249-a142cf7770f0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '81fa53c7-4d30-4a24-9182-ad976ec89b2b', 'code': 422} returned with failed status May 26 19:43:43.761083 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:43.808481 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=81fa53c7-4d30-4a24-9182-ad976ec89b2b,revision_number=8']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:45.005312 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [req-e72c055e-cc4e-4d1a-b851-a3e3fba740ce req-57547000-93b7-4713-a428-204eccbfee55 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 19:43:45.007560 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e72c055e-cc4e-4d1a-b851-a3e3fba740ce req-57547000-93b7-4713-a428-204eccbfee55 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065954 May 26 19:43:45.205740 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e41bfa-46b1-4170-9317-a1aa17300945 req-2d6a18a1-8275-495f-800b-c223c7aef1fe tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:45.207229 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-42e41bfa-46b1-4170-9317-a1aa17300945 req-2d6a18a1-8275-495f-800b-c223c7aef1fe tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0532472 May 26 19:43:45.257045 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-42e41bfa-46b1-4170-9317-a1aa17300945 req-c284320a-0d0f-4174-bb35-c258aaefe96e tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442202 May 26 19:43:45.325010 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:45.335625 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfe142-f998-4baf-bc34-3c8bc54bec12 req-feb5faf7-b8a3-42ef-8beb-f0e72175d62d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:45.337150 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-65cfe142-f998-4baf-bc34-3c8bc54bec12 req-feb5faf7-b8a3-42ef-8beb-f0e72175d62d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 944 time: 0.0469966 May 26 19:43:45.396652 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-65cfe142-f998-4baf-bc34-3c8bc54bec12 req-28b5fb56-867a-43cc-ad8b-002ed507fc0a tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538461 May 26 19:43:45.625844 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f865a1a4-0115-422d-a4f5-3e95456279f3 req-58d48e67-decc-4685-a2af-008ac7b0b697 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0371842 May 26 19:43:45.697183 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865a1a4-0115-422d-a4f5-3e95456279f3 req-4af80987-ce0b-4364-94d3-dc21fb155b84 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:45.698488 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f865a1a4-0115-422d-a4f5-3e95456279f3 req-4af80987-ce0b-4364-94d3-dc21fb155b84 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports/81fa53c7-4d30-4a24-9182-ad976ec89b2b HTTP/1.1" status: 200 len: 941 time: 0.0451789 May 26 19:43:46.375689 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212110a-3fd7-4c4a-94cd-73c9d15f547a req-587b3fc3-2c14-423a-9c08-6033bda26b85 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:46.377128 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3212110a-3fd7-4c4a-94cd-73c9d15f547a req-587b3fc3-2c14-423a-9c08-6033bda26b85 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0512044 May 26 19:43:46.428501 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3212110a-3fd7-4c4a-94cd-73c9d15f547a req-1151de0e-a72f-425f-9437-3e9783a322e9 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446501 May 26 19:43:46.499528 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005017a5-9b41-4192-8c67-be301823300e req-ce9a3504-b529-465e-9fff-5be2626b6f16 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:46.501139 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-005017a5-9b41-4192-8c67-be301823300e req-ce9a3504-b529-465e-9fff-5be2626b6f16 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 945 time: 0.0526683 May 26 19:43:46.520806 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:46.531835 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510d328-7ebd-4ce9-983c-80e1f64809e9 req-fd3d8167-eba8-44f3-9d48-c0510455fee9 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:46.533328 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6510d328-7ebd-4ce9-983c-80e1f64809e9 req-fd3d8167-eba8-44f3-9d48-c0510455fee9 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 944 time: 0.0478897 May 26 19:43:46.534147 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:43:46.551648 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-005017a5-9b41-4192-8c67-be301823300e req-b4ad6802-88e4-40b7-a161-d056d02bdd10 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=87773974-c870-4516-8e32-2e2e1a37806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437877 May 26 19:43:46.582703 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6510d328-7ebd-4ce9-983c-80e1f64809e9 req-faebac9f-2b20-4a9f-a44d-d0d4aeffe7fb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423934 May 26 19:43:47.541751 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549174f4-eb6b-4f00-a5a7-3df28041f7ac req-4a1055d5-2147-4638-8c50-fdff3629bdfa tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:47.543212 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-549174f4-eb6b-4f00-a5a7-3df28041f7ac req-4a1055d5-2147-4638-8c50-fdff3629bdfa tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0466542 May 26 19:43:47.589116 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-549174f4-eb6b-4f00-a5a7-3df28041f7ac req-c2eb8c46-0825-497f-87de-c1a179501f6b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404193 May 26 19:43:47.665335 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8f29b-6c82-40f4-b05c-1eaec784d610 req-d7e4b91d-7d8b-40dc-8be1-084366cee05e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:47.666814 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-46a8f29b-6c82-40f4-b05c-1eaec784d610 req-d7e4b91d-7d8b-40dc-8be1-084366cee05e tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 945 time: 0.0464592 May 26 19:43:47.703178 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df05182-4986-45e4-b873-bc850aa21b74 req-eae75b60-2968-4c5a-9b29-68cadfb01c03 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:47.704776 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-3df05182-4986-45e4-b873-bc850aa21b74 req-eae75b60-2968-4c5a-9b29-68cadfb01c03 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 944 time: 0.0504241 May 26 19:43:47.717116 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-46a8f29b-6c82-40f4-b05c-1eaec784d610 req-165a4162-2fad-4988-ad5f-791be46e6699 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=87773974-c870-4516-8e32-2e2e1a37806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447185 May 26 19:43:47.751766 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-3df05182-4986-45e4-b873-bc850aa21b74 req-50263ad3-9390-4f4b-ae0c-e2eb64dd7d4c tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413013 May 26 19:43:48.700449 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c8b67-d89f-471c-8b86-1d6fbc92ac72 req-f98495dd-dc9c-41b3-9ca6-690d3a6a1f10 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:48.701904 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0b6c8b67-d89f-471c-8b86-1d6fbc92ac72 req-f98495dd-dc9c-41b3-9ca6-690d3a6a1f10 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0466766 May 26 19:43:48.779086 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0b6c8b67-d89f-471c-8b86-1d6fbc92ac72 req-8248ecf6-3b36-4f0e-a8dc-b1486267c9f6 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716469 May 26 19:43:48.826765 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268aee6e-a4d1-4421-90d8-e5225feda8e5 req-bc2c067c-0c3c-40fe-b88e-6f92d34ddb3c tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:48.828403 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-268aee6e-a4d1-4421-90d8-e5225feda8e5 req-bc2c067c-0c3c-40fe-b88e-6f92d34ddb3c tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 945 time: 0.0811276 May 26 19:43:48.842702 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763a664-aca2-435f-9eb8-94be1fefbc24 req-7cf3d7c4-2e55-4c2a-9456-6c16c9b11707 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:48.843326 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865a1a4-0115-422d-a4f5-3e95456279f3 req-93128459-b1e2-493a-86b8-88c74391e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:48.844220 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-4763a664-aca2-435f-9eb8-94be1fefbc24 req-7cf3d7c4-2e55-4c2a-9456-6c16c9b11707 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 945 time: 0.0554764 May 26 19:43:48.844517 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f865a1a4-0115-422d-a4f5-3e95456279f3 req-93128459-b1e2-493a-86b8-88c74391e6c0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0&tenant_id=b189404964f64aa88af37e536c1c7464 HTTP/1.1" status: 200 len: 1128 time: 0.0690625 May 26 19:43:48.895909 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-4763a664-aca2-435f-9eb8-94be1fefbc24 req-79591008-3389-4c11-b72b-d9d2fb3ce325 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups?id=87773974-c870-4516-8e32-2e2e1a37806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445709 May 26 19:43:48.927559 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:48.976813 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210a81e-84b8-4313-9b15-ff1cee926a33 req-1cb4d4e2-4b14-433e-8fc9-02feeb126c03 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:48.978326 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6210a81e-84b8-4313-9b15-ff1cee926a33 req-1cb4d4e2-4b14-433e-8fc9-02feeb126c03 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 944 time: 0.1138594 May 26 19:43:48.981782 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865a1a4-0115-422d-a4f5-3e95456279f3 req-b1855ee5-80b2-4b76-bc99-4d0fe8c4f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:48.983159 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f865a1a4-0115-422d-a4f5-3e95456279f3 req-b1855ee5-80b2-4b76-bc99-4d0fe8c4f749 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b189404964f64aa88af37e536c1c7464&device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 1128 time: 0.1011584 May 26 19:43:49.012843 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:49.023899 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-268aee6e-a4d1-4421-90d8-e5225feda8e5 req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Deleting port c5e1749f-1285-4e41-9fd3-c9a4834b4493 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:43:49.024239 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-268aee6e-a4d1-4421-90d8-e5225feda8e5 req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (c5e1749f-1285-4e41-9fd3-c9a4834b4493), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:49.140494 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6210a81e-84b8-4313-9b15-ff1cee926a33 req-68c5d045-aeb1-4fb8-93ee-b72383ea9849 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546960 May 26 19:43:49.186260 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865a1a4-0115-422d-a4f5-3e95456279f3 req-386e87cb-9424-4079-830c-80d938403567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:49.187739 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f865a1a4-0115-422d-a4f5-3e95456279f3 req-386e87cb-9424-4079-830c-80d938403567 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f1378612-5a59-4b7c-a0f1-5080210638d6 HTTP/1.1" status: 200 len: 918 time: 0.1920936 May 26 19:43:49.195199 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-268aee6e-a4d1-4421-90d8-e5225feda8e5 req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] For port c5e1749f-1285-4e41-9fd3-c9a4834b4493, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=c5e1749f-1285-4e41-9fd3-c9a4834b4493,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:43:49.195199 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-268aee6e-a4d1-4421-90d8-e5225feda8e5 req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (c5e1749f-1285-4e41-9fd3-c9a4834b4493), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:49.295381 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f865a1a4-0115-422d-a4f5-3e95456279f3 req-11c59272-715e-47f8-88d6-945343d5e9be service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81fa53c7-4d30-4a24-9182-ad976ec89b2b HTTP/1.1" status: 200 len: 999 time: 0.0976932 May 26 19:43:49.413659 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865a1a4-0115-422d-a4f5-3e95456279f3 req-c4bf7cdc-2c68-47ea-b596-01c86452accc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:49.415045 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f865a1a4-0115-422d-a4f5-3e95456279f3 req-c4bf7cdc-2c68-47ea-b596-01c86452accc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=05dcdbba-6e16-4071-86f2-e4f1836b9900 HTTP/1.1" status: 200 len: 856 time: 0.1122198 May 26 19:43:49.461819 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-268aee6e-a4d1-4421-90d8-e5225feda8e5 req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:49.462186 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-268aee6e-a4d1-4421-90d8-e5225feda8e5 req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (72e544d6-0bd1-4a1c-b297-7616db332c94), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:49.462602 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.l3_db [req-268aee6e-a4d1-4421-90d8-e5225feda8e5 req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Floating IP 72e544d6-0bd1-4a1c-b297-7616db332c94 disassociated. External IP: 172.27.0.171, port: c5e1749f-1285-4e41-9fd3-c9a4834b4493. May 26 19:43:49.462852 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-268aee6e-a4d1-4421-90d8-e5225feda8e5 req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Calling delete_port for c5e1749f-1285-4e41-9fd3-c9a4834b4493 owned by compute:nova {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:43:49.477683 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865a1a4-0115-422d-a4f5-3e95456279f3 req-a3fcaf8f-45db-42ce-ac53-8c17581ce12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:49.479212 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f865a1a4-0115-422d-a4f5-3e95456279f3 req-a3fcaf8f-45db-42ce-ac53-8c17581ce12e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f1378612-5a59-4b7c-a0f1-5080210638d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0558538 May 26 19:43:49.555156 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-0085a1ac-99e9-47c9-95a1-634032dbd49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:49.620515 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f865a1a4-0115-422d-a4f5-3e95456279f3 req-27b48639-593e-4f4e-9552-0f089e908a74 service neutron] 10.222.0.77 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092246 May 26 19:43:49.742982 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f865a1a4-0115-422d-a4f5-3e95456279f3 req-031ba1e9-34ff-44ce-b36b-ffeda94127d3 service neutron] 10.222.0.77 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971482 May 26 19:43:49.789710 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-268aee6e-a4d1-4421-90d8-e5225feda8e5 req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (c5e1749f-1285-4e41-9fd3-c9a4834b4493), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:49.796763 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:49.824565 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event deleted for resources: {'Port': ['ID=c5e1749f-1285-4e41-9fd3-c9a4834b4493,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:49.834829 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:49.835197 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:49.835554 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:49.835888 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:49.836227 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:49.836558 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:49.837324 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:49.837324 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:49.837584 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:49.837831 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:49.838152 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:49.838471 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:49.838790 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:49.839258 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:49.839629 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:49.875224 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:49.906386 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18be3f-5094-42e6-bb28-2979c76a2fbc req-3b7a3ff9-417e-4095-afc7-2a1c1435f6de tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:49.907906 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ed18be3f-5094-42e6-bb28-2979c76a2fbc req-3b7a3ff9-417e-4095-afc7-2a1c1435f6de tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0479939 May 26 19:43:49.947140 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-268aee6e-a4d1-4421-90d8-e5225feda8e5 req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:43:49.975679 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ed18be3f-5094-42e6-bb28-2979c76a2fbc req-169e32c5-93fd-4019-ba1b-416452f1994f tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614727 May 26 19:43:50.036083 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8038e1f9-97d8-401e-b52d-67fedd7409b3 req-4e9e22f1-69b7-4078-ba1c-1bd056d52c06 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 210 time: 0.0431314 May 26 19:43:50.088013 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-268aee6e-a4d1-4421-90d8-e5225feda8e5 req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:43:50.098859 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b173e91-3776-4b9a-82a2-d12d09f143a2 None None] Sync routers for ids ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:43:50.110311 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b173e91-3776-4b9a-82a2-d12d09f143a2 None None] Routers {'b0d441a2-04dd-492e-8b78-e74be8ab4bc6'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:43:50.110964 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-0b173e91-3776-4b9a-82a2-d12d09f143a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:43:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:50.136028 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-268aee6e-a4d1-4421-90d8-e5225feda8e5 req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] No DVR routers for this DVR port c5e1749f-1285-4e41-9fd3-c9a4834b4493 on host hv-cinder-82549 {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:43:50.138554 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-268aee6e-a4d1-4421-90d8-e5225feda8e5 req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:50.147138 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-268aee6e-a4d1-4421-90d8-e5225feda8e5 req-12db6b87-439d-4709-8a96-9e4724db2e87 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.77 "DELETE /v2.0/ports/c5e1749f-1285-4e41-9fd3-c9a4834b4493 HTTP/1.1" status: 204 len: 173 time: 1.3100693 May 26 19:43:50.147631 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b3cb81-bd61-4e0e-bb00-6c40deb52f1b', 'name': 'network-vif-deleted', 'tag': 'c5e1749f-1285-4e41-9fd3-c9a4834b4493'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:43:50.150274 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378b9a14-dc2d-4129-a748-ac2d3a478ece" -d '{"events": [{"server_uuid": "87b3cb81-bd61-4e0e-bb00-6c40deb52f1b", "name": "network-vif-deleted", "tag": "c5e1749f-1285-4e41-9fd3-c9a4834b4493"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:43:50.229601 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-0b173e91-3776-4b9a-82a2-d12d09f143a2 None None] Set router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:43:50.288624 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de10c82-9158-4ec6-be99-47b262a4f5ff req-00917026-95e7-499b-8502-cf927b2d7eea tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:50.297852 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9de10c82-9158-4ec6-be99-47b262a4f5ff req-00917026-95e7-499b-8502-cf927b2d7eea tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 944 time: 0.0730853 May 26 19:43:50.389354 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9de10c82-9158-4ec6-be99-47b262a4f5ff req-3a5e6fa9-f421-45e7-b056-4aea4d53bd1f tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903437 May 26 19:43:50.450097 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-0b173e91-3776-4b9a-82a2-d12d09f143a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:50.458789 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d93843-2fe9-4498-baa2-a896eb4628af x-openstack-request-id: req-f3d93843-2fe9-4498-baa2-a896eb4628af {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:43:50.459685 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b3cb81-bd61-4e0e-bb00-6c40deb52f1b", "name": "network-vif-deleted", "tag": "c5e1749f-1285-4e41-9fd3-c9a4834b4493", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:43:50.459936 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f3d93843-2fe9-4498-baa2-a896eb4628af {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:43:50.460374 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d93843-2fe9-4498-baa2-a896eb4628af'] response: {'server_uuid': '87b3cb81-bd61-4e0e-bb00-6c40deb52f1b', 'name': 'network-vif-deleted', 'tag': 'c5e1749f-1285-4e41-9fd3-c9a4834b4493', 'status': 'completed', 'code': 200} May 26 19:43:50.479233 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b173e91-3776-4b9a-82a2-d12d09f143a2 None None] Checking router: b0d441a2-04dd-492e-8b78-e74be8ab4bc6 for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:43:50.488474 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b173e91-3776-4b9a-82a2-d12d09f143a2 None None] Routers {'b0d441a2-04dd-492e-8b78-e74be8ab4bc6'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:43:50.489088 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-0b173e91-3776-4b9a-82a2-d12d09f143a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:43:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:50.591520 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-0b173e91-3776-4b9a-82a2-d12d09f143a2 None None] Set router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:43:50.916443 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-0b173e91-3776-4b9a-82a2-d12d09f143a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:50.942169 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b173e91-3776-4b9a-82a2-d12d09f143a2 None None] The sync data for ids ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'] in dv-cinder-825492-17-iscsi is: [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:37:00Z', 'revision_number': 4, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '17ff46fd-cfe2-456f-ad8a-93dd624c78d8', 'name': '', 'network_id': '2ddf1778-5518-469d-acdc-1047098dc517', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'mac_address': 'fa:16:3e:25:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:58Z', 'updated_at': '2022-05-26T19:37:07Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'subnets': [{'id': '211cc661-0675-4518-a8c1-1c3a38ef5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:43:51.141630 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824a8ec-098c-4ef4-b2bc-d9714e411249 req-bc01b232-2d15-44cc-8d75-37aaec46bf01 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:51.143264 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3824a8ec-098c-4ef4-b2bc-d9714e411249 req-bc01b232-2d15-44cc-8d75-37aaec46bf01 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0564959 May 26 19:43:51.177382 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-aba4c93a-a284-4e02-80a8-ce47901326b8 req-d1622b6f-02a7-407f-8832-fdd66378e551 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 210 time: 0.0410035 May 26 19:43:51.221109 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3824a8ec-098c-4ef4-b2bc-d9714e411249 req-49b32b6d-5d92-49bd-bbcd-e8f9e9716e74 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688314 May 26 19:43:51.285160 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c139bb2c-78ab-4f2b-b9d5-dff5333d9e96 None None] New status for floating IP 72e544d6-0bd1-4a1c-b297-7616db332c94: DOWN {{(pid=104686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:43:51.517075 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cdf70-32c2-43fb-a398-a1f4aa167bf0 req-ccb2e2e8-01b1-4323-a89c-5be34b9af3bc tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:51.523472 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-009cdf70-32c2-43fb-a398-a1f4aa167bf0 req-ccb2e2e8-01b1-4323-a89c-5be34b9af3bc tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 944 time: 0.0625665 May 26 19:43:51.540831 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device c5e1749f-1285-4e41-9fd3-c9a4834b4493 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:43:51.564925 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] No Port match for: c5e1749f-1285-4e41-9fd3-c9a4834b4493 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:43:51.565690 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device c5e1749f-1285-4e41-9fd3-c9a4834b4493 not bound to the agent host hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:43:51.581829 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-009cdf70-32c2-43fb-a398-a1f4aa167bf0 req-1913137d-0cf0-4f59-a6e3-6c0b3c839bbf tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559988 May 26 19:43:51.766719 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-e0d4bb68-503b-4571-9f4c-f8a9b0c1d5b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:52.313324 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1c2d230d-23fd-4b94-905b-a163c073f50e req-8cdda634-0ede-498b-836c-2f0f716f0c1a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 210 time: 0.0345330 May 26 19:43:52.346069 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43673c58-e293-419c-b09e-bc6b3c6ab052 req-7fe84dd3-9557-4501-a1ee-90d791594ed2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:52.347610 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-43673c58-e293-419c-b09e-bc6b3c6ab052 req-7fe84dd3-9557-4501-a1ee-90d791594ed2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0542300 May 26 19:43:52.404969 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-43673c58-e293-419c-b09e-bc6b3c6ab052 req-57fc99d8-370d-42a5-b4b0-66a732949e4f tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515454 May 26 19:43:52.702192 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9aa2f9-a01f-453e-b71f-203770e1c584 req-2a6bde96-d347-4e0a-ad51-59a87f06ee4a tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:52.703817 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9f9aa2f9-a01f-453e-b71f-203770e1c584 req-2a6bde96-d347-4e0a-ad51-59a87f06ee4a tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 944 time: 0.0475285 May 26 19:43:52.753172 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9f9aa2f9-a01f-453e-b71f-203770e1c584 req-bfb04e6a-26d1-4242-a11d-375e8a7607b6 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434818 May 26 19:43:52.938177 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:53.426371 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-7ad2b25c-d09c-46ac-84ae-b8abd8bb5602 req-12631991-19c0-4b01-b716-54e40f6b40d5 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 210 time: 0.0310211 May 26 19:43:53.526490 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25d993-3169-4a98-a036-e0efa679d3ec req-d7e124b3-d4dd-44b3-a627-3e866c833c79 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:53.528044 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7e25d993-3169-4a98-a036-e0efa679d3ec req-d7e124b3-d4dd-44b3-a627-3e866c833c79 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0499935 May 26 19:43:53.582232 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7e25d993-3169-4a98-a036-e0efa679d3ec req-9938065e-659b-4544-a46d-16fb48550823 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482013 May 26 19:43:53.878543 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f383f1b-1ada-407b-afb2-79c29e5b684e req-296eae39-80c9-4a7f-b9ae-42671b8b3f69 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:53.880102 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5f383f1b-1ada-407b-afb2-79c29e5b684e req-296eae39-80c9-4a7f-b9ae-42671b8b3f69 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 944 time: 0.0502467 May 26 19:43:53.930496 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5f383f1b-1ada-407b-afb2-79c29e5b684e req-3173a0f3-aea2-4f14-8eb8-224f36ff36ce tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438325 May 26 19:43:54.541508 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-07b3b32e-57f0-46f7-9802-f9296073c4a5 req-01805227-b48f-4736-84c5-09afdafacdfe tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 210 time: 0.0302346 May 26 19:43:54.583793 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:54.705706 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48155fd9-d8cb-4614-9925-2d90121eb50f req-c64aaa88-781e-4805-9079-46a83fbf88f7 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:54.707869 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-48155fd9-d8cb-4614-9925-2d90121eb50f req-c64aaa88-781e-4805-9079-46a83fbf88f7 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0523345 May 26 19:43:54.770971 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-48155fd9-d8cb-4614-9925-2d90121eb50f req-0f6c09e9-d5c9-4e23-88ff-35ae8613bf30 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566883 May 26 19:43:55.052109 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a15d6c-1cf3-4632-bcbd-b891947952da req-846dc62b-1a7c-484f-a113-06eec95bfef0 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:55.054157 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d7a15d6c-1cf3-4632-bcbd-b891947952da req-846dc62b-1a7c-484f-a113-06eec95bfef0 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 944 time: 0.0491056 May 26 19:43:55.097751 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:55.105708 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d7a15d6c-1cf3-4632-bcbd-b891947952da req-22f1ea6f-087e-463f-9ff9-c787e4535cdd tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453391 May 26 19:43:55.652813 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ba29aa8f-6fc3-4d99-ad1b-4b2717a13e54 req-a0d030dc-6d5d-415e-99e5-ceb359047e1a tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 210 time: 0.0306368 May 26 19:43:55.909642 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481416b-0e6b-4772-bd96-a767684b0998 req-832505e4-bca8-4b7b-ae6f-58b28b81063e tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:55.911203 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5481416b-0e6b-4772-bd96-a767684b0998 req-832505e4-bca8-4b7b-ae6f-58b28b81063e tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0581858 May 26 19:43:55.915100 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:55.966096 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5481416b-0e6b-4772-bd96-a767684b0998 req-32e6371a-b38a-45ad-a8b8-3ac1bc755264 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489104 May 26 19:43:56.232686 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002f238-059b-490a-83a5-a57496710c41 req-636b6223-5658-4643-9be3-7466176feb82 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:56.234121 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d002f238-059b-490a-83a5-a57496710c41 req-636b6223-5658-4643-9be3-7466176feb82 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 944 time: 0.0518274 May 26 19:43:56.285041 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d002f238-059b-490a-83a5-a57496710c41 req-fd4f340e-4766-4592-b0bf-7ffbf2c67eae tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452213 May 26 19:43:56.767218 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6db1f1c6-ef6f-443c-adea-12c40d160686 req-bd3cc341-ac94-4e85-8dd8-c2e59ad983ea tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 210 time: 0.0288639 May 26 19:43:57.078751 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:57.089345 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d50ab-410e-4ff1-bd4e-621356cbc569 req-2780007b-7a93-411d-b064-def428886cd0 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:57.142630 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-057d50ab-410e-4ff1-bd4e-621356cbc569 req-2780007b-7a93-411d-b064-def428886cd0 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0515852 May 26 19:43:57.142630 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:43:57.142630 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-057d50ab-410e-4ff1-bd4e-621356cbc569 req-592883fa-b76b-4b65-8e8e-7368e213778d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443184 May 26 19:43:57.389204 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:43:57.414916 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0b090-8a0b-49b3-81d3-7911217ec529 req-cec1f75f-e644-4e39-842f-2164ca6ea2d8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:57.416451 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-69e0b090-8a0b-49b3-81d3-7911217ec529 req-cec1f75f-e644-4e39-842f-2164ca6ea2d8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 944 time: 0.0495059 May 26 19:43:57.487883 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-69e0b090-8a0b-49b3-81d3-7911217ec529 req-c3d2ec91-4e67-45e6-a584-4d278cd8567b tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597146 May 26 19:43:57.887805 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8df50835-1be2-485e-a5c9-dca14648f7d3 req-d73d6f21-39e4-46fd-b88c-c4e073b2be8c tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 210 time: 0.0407963 May 26 19:43:58.260719 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bd9d8-dc5e-4991-856e-3da690aa1983 req-697ed12f-b3dd-49fb-a705-9f755927d18f tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:58.263460 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-469bd9d8-dc5e-4991-856e-3da690aa1983 req-697ed12f-b3dd-49fb-a705-9f755927d18f tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0537660 May 26 19:43:58.312474 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-469bd9d8-dc5e-4991-856e-3da690aa1983 req-423d0111-dea8-480d-81e2-3bf485ae659c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443420 May 26 19:43:58.603329 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5bafa-cb37-4c3c-8abe-6659193313c9 req-843a6a08-dcf7-4701-a8df-9e8ae19bc170 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:58.604871 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-91b5bafa-cb37-4c3c-8abe-6659193313c9 req-843a6a08-dcf7-4701-a8df-9e8ae19bc170 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 944 time: 0.0488319 May 26 19:43:58.653804 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-91b5bafa-cb37-4c3c-8abe-6659193313c9 req-142292b1-d8ca-45f5-87ff-da6ae6cb1d8a tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431309 May 26 19:43:58.999445 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-eb203584-2e9a-4178-80af-2627e0e09569 req-a13e407c-0220-4eab-ac35-6b230176aced tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 210 time: 0.0287492 May 26 19:43:59.438292 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bde160-214e-4991-ba70-9aa68d49e941 req-ebf077f6-b33c-4ecc-b8f4-1d42c8ba8589 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:59.439829 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f2bde160-214e-4991-ba70-9aa68d49e941 req-ebf077f6-b33c-4ecc-b8f4-1d42c8ba8589 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0536923 May 26 19:43:59.490743 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f2bde160-214e-4991-ba70-9aa68d49e941 req-307d1ef1-6b25-4e33-a29e-459f01d429b1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446541 May 26 19:43:59.772444 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5baf8e3-d5bc-4f95-8fb6-59ebe28f03e3 req-c7ea1f52-0281-49c8-b954-285a36a8f0c3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:59.773938 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f5baf8e3-d5bc-4f95-8fb6-59ebe28f03e3 req-c7ea1f52-0281-49c8-b954-285a36a8f0c3 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 944 time: 0.0476046 May 26 19:43:59.819645 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f5baf8e3-d5bc-4f95-8fb6-59ebe28f03e3 req-9b117b98-9419-4ee0-85bf-4276194abf99 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395753 May 26 19:44:00.102400 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c8ccfcf5-8814-4b14-abd7-a218d5d89bcc req-0a6b6479-dca7-4c69-a1d9-abf9dc4e7002 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 210 time: 0.0275087 May 26 19:44:00.615207 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c608bbe-59c5-4f24-bdd6-cebdb693ef6a req-851d0996-ab24-4aee-85b1-ed64b4f22195 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:00.616825 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9c608bbe-59c5-4f24-bdd6-cebdb693ef6a req-851d0996-ab24-4aee-85b1-ed64b4f22195 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0502827 May 26 19:44:00.665273 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9c608bbe-59c5-4f24-bdd6-cebdb693ef6a req-850a8566-c403-4ad9-bbdd-027250e4cd32 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425305 May 26 19:44:00.919499 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=62 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:00.920262 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=78 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:00.936951 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01371fc8-46ac-4594-b187-975ec4d6199b req-b37fe59b-249b-4ba1-a3e9-70826170d5e2 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:00.938431 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-01371fc8-46ac-4594-b187-975ec4d6199b req-b37fe59b-249b-4ba1-a3e9-70826170d5e2 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 944 time: 0.0481632 May 26 19:44:00.949903 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:00.988746 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-01371fc8-46ac-4594-b187-975ec4d6199b req-be0cc518-beb5-4cc0-bc9d-c5cccce9b36d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446513 May 26 19:44:01.072138 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d8236-ad0d-4078-a8f4-e15c05435808 req-2a345404-0ec8-46f7-97b5-b98cd8559460 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:01.073568 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c25d8236-ad0d-4078-a8f4-e15c05435808 req-2a345404-0ec8-46f7-97b5-b98cd8559460 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0465372 May 26 19:44:01.123577 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c25d8236-ad0d-4078-a8f4-e15c05435808 req-11e51cba-8d6a-48cf-ab01-ce33024abe93 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442073 May 26 19:44:01.212924 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-77982db7-a752-4f32-86fb-83a89546d2be req-f0b7467e-e488-4226-9d84-26a727c22f45 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b3cb81-bd61-4e0e-bb00-6c40deb52f1b HTTP/1.1" status: 200 len: 210 time: 0.0307505 May 26 19:44:01.644142 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a382a-c6b1-4ddf-a1c5-6079e824f23d req-24fd1833-8d95-4a3e-9791-b41a2389a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:01.645664 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-857a382a-c6b1-4ddf-a1c5-6079e824f23d req-24fd1833-8d95-4a3e-9791-b41a2389a9db service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b189404964f64aa88af37e536c1c7464&device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 1128 time: 0.0423467 May 26 19:44:02.030734 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd6b0d-3c8a-41ae-8132-9815b292ef4b req-6cffc28b-5311-4c41-b0ec-1fcf73bdf5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:02.032287 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-52bd6b0d-3c8a-41ae-8132-9815b292ef4b req-6cffc28b-5311-4c41-b0ec-1fcf73bdf5c6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f6d58e80c3594ae2abb49ade4482dfd3&device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 1130 time: 0.3058374 May 26 19:44:02.036702 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a382a-c6b1-4ddf-a1c5-6079e824f23d req-e1b0c250-bda5-41c4-b4dc-f6c0d3c095d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:02.038005 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-857a382a-c6b1-4ddf-a1c5-6079e824f23d req-e1b0c250-bda5-41c4-b4dc-f6c0d3c095d8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f1378612-5a59-4b7c-a0f1-5080210638d6 HTTP/1.1" status: 200 len: 918 time: 0.3723936 May 26 19:44:02.106724 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8766ea-8723-4699-8337-b2fbbb243de0 req-26f57849-e672-4ca5-a251-b54cb3429617 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:02.108253 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ae8766ea-8723-4699-8337-b2fbbb243de0 req-26f57849-e672-4ca5-a251-b54cb3429617 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 944 time: 0.0468590 May 26 19:44:02.154113 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-857a382a-c6b1-4ddf-a1c5-6079e824f23d req-1a520f01-defd-4ed1-a315-82db96cc5189 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81fa53c7-4d30-4a24-9182-ad976ec89b2b HTTP/1.1" status: 200 len: 999 time: 0.1066017 May 26 19:44:02.158260 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ae8766ea-8723-4699-8337-b2fbbb243de0 req-c9cff9a0-be39-4c7b-8d2a-24e2c296388a tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442247 May 26 19:44:02.222353 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd6b0d-3c8a-41ae-8132-9815b292ef4b req-e0038ad5-2ccb-40b5-b931-98221c2e980c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:02.223847 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-52bd6b0d-3c8a-41ae-8132-9815b292ef4b req-e0038ad5-2ccb-40b5-b931-98221c2e980c service neutron] 10.222.0.77 "GET /v2.0/networks?id=3d90aacf-7ed7-4464-b873-af570bc85444 HTTP/1.1" status: 200 len: 911 time: 0.1775179 May 26 19:44:02.292492 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a382a-c6b1-4ddf-a1c5-6079e824f23d req-332ccc10-75d7-4a7a-97e6-f26f8ebc311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:02.300661 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-857a382a-c6b1-4ddf-a1c5-6079e824f23d req-332ccc10-75d7-4a7a-97e6-f26f8ebc311b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=05dcdbba-6e16-4071-86f2-e4f1836b9900 HTTP/1.1" status: 200 len: 856 time: 0.1292286 May 26 19:44:02.303388 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed52fc-24fb-4dd1-b6bc-02c08f4606d3 req-1cfd76e2-4a38-4524-bced-1dc6e162b312 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:02.305400 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-79ed52fc-24fb-4dd1-b6bc-02c08f4606d3 req-1cfd76e2-4a38-4524-bced-1dc6e162b312 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.1079149 May 26 19:44:02.315083 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:02.361618 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-52bd6b0d-3c8a-41ae-8132-9815b292ef4b req-9265b5eb-b394-431b-9318-35435d193ed6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd065cbe-f746-42d0-9f46-d21f31e26426 HTTP/1.1" status: 200 len: 1002 time: 0.1209056 May 26 19:44:02.371470 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 57468) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:02.382177 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a382a-c6b1-4ddf-a1c5-6079e824f23d req-ca5d4386-dce3-4644-aa0c-a6d38536d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:02.383655 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-857a382a-c6b1-4ddf-a1c5-6079e824f23d req-ca5d4386-dce3-4644-aa0c-a6d38536d38e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f1378612-5a59-4b7c-a0f1-5080210638d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0774167 May 26 19:44:02.423645 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-16d3b84e-33d1-4bdf-ac2c-2f34bce916e8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (87773974-c870-4516-8e32-2e2e1a37806b), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:02.447549 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-16d3b84e-33d1-4bdf-ac2c-2f34bce916e8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (87773974-c870-4516-8e32-2e2e1a37806b), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:02.476760 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-79ed52fc-24fb-4dd1-b6bc-02c08f4606d3 req-1b5b99da-6d42-413d-abda-0cb00b10c2d1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553197 May 26 19:44:02.490856 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd6b0d-3c8a-41ae-8132-9815b292ef4b req-fe4f97c4-8aef-445d-8aef-a97fd7bb1754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:02.492906 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-52bd6b0d-3c8a-41ae-8132-9815b292ef4b req-fe4f97c4-8aef-445d-8aef-a97fd7bb1754 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1a77309c-764f-454e-97c7-cacc8c9fe03c HTTP/1.1" status: 200 len: 849 time: 0.1192632 May 26 19:44:02.556059 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-16d3b84e-33d1-4bdf-ac2c-2f34bce916e8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (87773974-c870-4516-8e32-2e2e1a37806b), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:02.557790 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-857a382a-c6b1-4ddf-a1c5-6079e824f23d req-4e3aea87-bebe-41fd-8a6d-07f488e59600 service neutron] 10.222.0.77 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645627 May 26 19:44:02.558668 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-16d3b84e-33d1-4bdf-ac2c-2f34bce916e8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:02.559096 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd6b0d-3c8a-41ae-8132-9815b292ef4b req-fd074901-3374-4ea2-8f9d-372e9087ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:02.559846 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-16d3b84e-33d1-4bdf-ac2c-2f34bce916e8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "DELETE /v2.0/security-groups/87773974-c870-4516-8e32-2e2e1a37806b HTTP/1.1" status: 204 len: 168 time: 0.1901438 May 26 19:44:02.560433 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-52bd6b0d-3c8a-41ae-8132-9815b292ef4b req-fd074901-3374-4ea2-8f9d-372e9087ba45 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3d90aacf-7ed7-4464-b873-af570bc85444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0568838 May 26 19:44:02.562627 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 57470) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:02.569010 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3b84e-33d1-4bdf-ac2c-2f34bce916e8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87773974-c870-4516-8e32-2e2e1a37806b,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:02.576195 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3b84e-33d1-4bdf-ac2c-2f34bce916e8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:02.576540 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3b84e-33d1-4bdf-ac2c-2f34bce916e8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:02.576881 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3b84e-33d1-4bdf-ac2c-2f34bce916e8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:02.577215 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3b84e-33d1-4bdf-ac2c-2f34bce916e8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:02.577545 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3b84e-33d1-4bdf-ac2c-2f34bce916e8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:02.577873 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3b84e-33d1-4bdf-ac2c-2f34bce916e8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:02.578201 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3b84e-33d1-4bdf-ac2c-2f34bce916e8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:02.578523 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3b84e-33d1-4bdf-ac2c-2f34bce916e8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:02.578843 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3b84e-33d1-4bdf-ac2c-2f34bce916e8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:02.579258 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3b84e-33d1-4bdf-ac2c-2f34bce916e8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:02.579655 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3b84e-33d1-4bdf-ac2c-2f34bce916e8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:02.579902 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3b84e-33d1-4bdf-ac2c-2f34bce916e8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:02.580219 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3b84e-33d1-4bdf-ac2c-2f34bce916e8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:02.580541 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3b84e-33d1-4bdf-ac2c-2f34bce916e8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:02.580857 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3b84e-33d1-4bdf-ac2c-2f34bce916e8 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:02.595718 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.api.v2.resource [None req-03b8f75f-e52a-42bf-a9de-eb69af352e98 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] show failed (client error): The resource could not be found. May 26 19:44:02.596703 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-03b8f75f-e52a-42bf-a9de-eb69af352e98 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "GET /v2.0/security-groups/87773974-c870-4516-8e32-2e2e1a37806b HTTP/1.1" status: 404 len: 347 time: 0.0331464 May 26 19:44:02.599713 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 57472) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:02.690916 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:02.716701 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-bf1b468b-5011-47a4-949c-607861a09325 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Deleting port 85fc507b-9291-4aff-aa1a-1c245c47a6e0 {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:44:02.717035 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bf1b468b-5011-47a4-949c-607861a09325 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (85fc507b-9291-4aff-aa1a-1c245c47a6e0), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:02.741723 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-52bd6b0d-3c8a-41ae-8132-9815b292ef4b req-ca1d2574-f640-40d3-b629-1c82938691e6 service neutron] 10.222.0.77 "GET /v2.0/networks/3d90aacf-7ed7-4464-b873-af570bc85444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613231 May 26 19:44:02.745367 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-857a382a-c6b1-4ddf-a1c5-6079e824f23d req-0b4a87f6-ad9f-486a-b840-8a8b177d86de service neutron] 10.222.0.77 "GET /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661756 May 26 19:44:02.794278 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bf1b468b-5011-47a4-949c-607861a09325 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (85fc507b-9291-4aff-aa1a-1c245c47a6e0), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:02.794597 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bf1b468b-5011-47a4-949c-607861a09325 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (85fc507b-9291-4aff-aa1a-1c245c47a6e0), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:02.807533 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-bf1b468b-5011-47a4-949c-607861a09325 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Calling delete_port for 85fc507b-9291-4aff-aa1a-1c245c47a6e0 owned by network:floatingip {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:44:02.840686 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-52bd6b0d-3c8a-41ae-8132-9815b292ef4b req-65ab4ea8-33cd-4974-b2b3-cea977cfab1e service neutron] 10.222.0.77 "GET /v2.0/networks/3d90aacf-7ed7-4464-b873-af570bc85444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832877 May 26 19:44:02.920980 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:03.040351 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bf1b468b-5011-47a4-949c-607861a09325 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (85fc507b-9291-4aff-aa1a-1c245c47a6e0), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:03.045141 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:03.066121 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b468b-5011-47a4-949c-607861a09325 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Pushing event deleted for resources: {'Port': ['ID=85fc507b-9291-4aff-aa1a-1c245c47a6e0,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:03.131398 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bf1b468b-5011-47a4-949c-607861a09325 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks [] for floatingip (72e544d6-0bd1-4a1c-b297-7616db332c94), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:03.134432 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bf1b468b-5011-47a4-949c-607861a09325 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:03.135621 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-bf1b468b-5011-47a4-949c-607861a09325 tempest-AttachVolumeNegativeTest-1271517145 tempest-AttachVolumeNegativeTest-1271517145-project] 10.222.0.72 "DELETE /v2.0/floatingips/72e544d6-0bd1-4a1c-b297-7616db332c94 HTTP/1.1" status: 204 len: 168 time: 0.5346320 May 26 19:44:03.280280 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9430e-0e2c-4f05-8e95-e866b3102776 req-2649af6d-a61a-4d13-ab16-42b6e3959bb8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:03.281774 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-86c9430e-0e2c-4f05-8e95-e866b3102776 req-2649af6d-a61a-4d13-ab16-42b6e3959bb8 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 944 time: 0.0488253 May 26 19:44:03.333383 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-86c9430e-0e2c-4f05-8e95-e866b3102776 req-8a480a9f-baac-422c-9523-8d3b0cbd8c54 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457058 May 26 19:44:03.606675 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3b0a0-4bff-4b51-9542-ef4984895b22 req-e83b6c79-e9e1-4efa-a2a8-de089accc85c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:03.608257 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3bf3b0a0-4bff-4b51-9542-ef4984895b22 req-e83b6c79-e9e1-4efa-a2a8-de089accc85c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0523329 May 26 19:44:03.627323 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 81fa53c7-4d30-4a24-9182-ad976ec89b2b details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:44:03.658014 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3bf3b0a0-4bff-4b51-9542-ef4984895b22 req-a64fccaf-0e7b-4346-ac31-92c3a6910945 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442235 May 26 19:44:03.725555 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 81fa53c7-4d30-4a24-9182-ad976ec89b2b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=81fa53c7-4d30-4a24-9182-ad976ec89b2b,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:44:03.740299 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': '81fa53c7-4d30-4a24-9182-ad976ec89b2b', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'port_id': '81fa53c7-4d30-4a24-9182-ad976ec89b2b', 'mac_address': 'fa:16:3e:93:ed:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:44:03.775335 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 81fa53c7-4d30-4a24-9182-ad976ec89b2b is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:44:03.775724 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:03.788472 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fa53c7-4d30-4a24-9182-ad976ec89b2b {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:44:03.808842 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 81fa53c7-4d30-4a24-9182-ad976ec89b2b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=81fa53c7-4d30-4a24-9182-ad976ec89b2b,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:44:03.909408 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:03.959684 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=81fa53c7-4d30-4a24-9182-ad976ec89b2b,revision_number=9']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:04.214633 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['81fa53c7-4d30-4a24-9182-ad976ec89b2b'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:44:04.346582 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:04.463883 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedf6ae-c315-4b48-bd3f-172d72173c53 req-d7d8d7e4-537a-4e2e-8cd0-648315ffe1bb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:04.465404 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-eeedf6ae-c315-4b48-bd3f-172d72173c53 req-d7d8d7e4-537a-4e2e-8cd0-648315ffe1bb tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 945 time: 0.0504069 May 26 19:44:04.520157 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-eeedf6ae-c315-4b48-bd3f-172d72173c53 req-06cdd558-34e3-4135-9f90-029298562c2a tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484588 May 26 19:44:04.780632 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78961207-dd0b-4921-8303-8dfa6eb636cb req-d989ec2d-bed3-4a47-b91e-1a6b459f33da tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:04.788203 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78961207-dd0b-4921-8303-8dfa6eb636cb req-d989ec2d-bed3-4a47-b91e-1a6b459f33da tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0470753 May 26 19:44:04.834651 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78961207-dd0b-4921-8303-8dfa6eb636cb req-af22e2d4-a85c-4d60-bcf2-3e06a89c191a tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446975 May 26 19:44:05.643359 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 81fa53c7-4d30-4a24-9182-ad976ec89b2b up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:44:05.643947 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2554a7-ea49-4441-991c-557025d9768f req-f6001440-3772-4b26-a2b0-54ac119d30f2 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:05.644921 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-3a2554a7-ea49-4441-991c-557025d9768f req-f6001440-3772-4b26-a2b0-54ac119d30f2 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 945 time: 0.0500371 May 26 19:44:05.685894 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port 81fa53c7-4d30-4a24-9182-ad976ec89b2b triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:44:05.686262 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:05.691320 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-3a2554a7-ea49-4441-991c-557025d9768f req-56ef29aa-4a30-418e-ad9b-1e1c3bb6dff0 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406334 May 26 19:44:05.705690 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:05.764161 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 81fa53c7-4d30-4a24-9182-ad976ec89b2b is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:44:05.764552 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:05.786237 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d37e4a7-2599-4466-b249-a142cf7770f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fa53c7-4d30-4a24-9182-ad976ec89b2b'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:44:05.788418 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3fdccb-1cdd-4faf-b4d8-8e449da56faa" -d '{"events": [{"server_uuid": "7d37e4a7-2599-4466-b249-a142cf7770f0", "name": "network-vif-plugged", "status": "completed", "tag": "81fa53c7-4d30-4a24-9182-ad976ec89b2b"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:44:05.800590 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 81fa53c7-4d30-4a24-9182-ad976ec89b2b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=81fa53c7-4d30-4a24-9182-ad976ec89b2b,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:44:05.835033 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e0bc62-4c40-4f4d-9c98-72d57bafa71b x-openstack-request-id: req-35e0bc62-4c40-4f4d-9c98-72d57bafa71b {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:44:05.835033 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d37e4a7-2599-4466-b249-a142cf7770f0", "name": "network-vif-plugged", "status": "completed", "tag": "81fa53c7-4d30-4a24-9182-ad976ec89b2b", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:44:05.835033 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-35e0bc62-4c40-4f4d-9c98-72d57bafa71b {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:44:05.835033 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e0bc62-4c40-4f4d-9c98-72d57bafa71b'] response: {'server_uuid': '7d37e4a7-2599-4466-b249-a142cf7770f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fa53c7-4d30-4a24-9182-ad976ec89b2b', 'code': 200} May 26 19:44:05.892455 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:05.940277 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=81fa53c7-4d30-4a24-9182-ad976ec89b2b,revision_number=10']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:06.151629 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e511753-4411-4293-9ed9-dd6f3077d26f req-76c2b6ec-f53f-4c6a-b198-bf36fc99fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:06.152998 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4e511753-4411-4293-9ed9-dd6f3077d26f req-76c2b6ec-f53f-4c6a-b198-bf36fc99fd34 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 1131 time: 0.0375311 May 26 19:44:06.210355 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4e511753-4411-4293-9ed9-dd6f3077d26f req-c6969cca-5a80-4395-861d-3da4823e2008 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506248 May 26 19:44:06.809715 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bc45c-575a-4030-8d38-43f373fe23be req-cd0bf4a1-81dc-4d7d-a681-634ad01f3ef0 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:06.811206 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c47bc45c-575a-4030-8d38-43f373fe23be req-cd0bf4a1-81dc-4d7d-a681-634ad01f3ef0 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 947 time: 0.0463016 May 26 19:44:06.860404 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c47bc45c-575a-4030-8d38-43f373fe23be req-2fbf7613-b3b8-4123-ac3a-bedf1e07f95b tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435889 May 26 19:44:08.000432 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f585429-f5de-486c-b046-aa75d51d0b37 req-3a1c1a3d-f83b-401a-be9d-50ffde3d6dc4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:08.003791 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8f585429-f5de-486c-b046-aa75d51d0b37 req-3a1c1a3d-f83b-401a-be9d-50ffde3d6dc4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 947 time: 0.0635126 May 26 19:44:08.004418 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 57564) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:08.057232 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8f585429-f5de-486c-b046-aa75d51d0b37 req-f89f5ace-1656-44f2-94ed-b8789c95c7d2 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451326 May 26 19:44:08.156525 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:08.433415 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-e15adc26-f1a3-4cf2-b00b-8129fa13f591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616614'] for router_interface (b0d441a2-04dd-492e-8b78-e74be8ab4bc6), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:08.545237 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:08.701493 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-e15adc26-f1a3-4cf2-b00b-8129fa13f591 admin admin] Deleting port 17ff46fd-cfe2-456f-ad8a-93dd624c78d8 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:44:08.701753 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-e15adc26-f1a3-4cf2-b00b-8129fa13f591 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (17ff46fd-cfe2-456f-ad8a-93dd624c78d8), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:08.779307 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [None req-e15adc26-f1a3-4cf2-b00b-8129fa13f591 admin admin] For port 17ff46fd-cfe2-456f-ad8a-93dd624c78d8, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=17ff46fd-cfe2-456f-ad8a-93dd624c78d8,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:44:08.779667 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-e15adc26-f1a3-4cf2-b00b-8129fa13f591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (17ff46fd-cfe2-456f-ad8a-93dd624c78d8), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:08.792509 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-e15adc26-f1a3-4cf2-b00b-8129fa13f591 admin admin] Calling delete_port for 17ff46fd-cfe2-456f-ad8a-93dd624c78d8 owned by network:router_interface {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:44:09.023361 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-e15adc26-f1a3-4cf2-b00b-8129fa13f591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (17ff46fd-cfe2-456f-ad8a-93dd624c78d8), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:09.045652 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15adc26-f1a3-4cf2-b00b-8129fa13f591 admin admin] Pushing event deleted for resources: {'Port': ['ID=17ff46fd-cfe2-456f-ad8a-93dd624c78d8,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:09.189418 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fc80a-8357-4b4b-887f-5724f2c3e4ed req-747e6ff1-93da-4b41-8031-5b5b2046e619 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:09.191765 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-083fc80a-8357-4b4b-887f-5724f2c3e4ed req-747e6ff1-93da-4b41-8031-5b5b2046e619 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 947 time: 0.0585144 May 26 19:44:09.192424 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:09.215633 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-e15adc26-f1a3-4cf2-b00b-8129fa13f591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-131568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1616506'] for router_interface (b0d441a2-04dd-492e-8b78-e74be8ab4bc6), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:09.257565 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-083fc80a-8357-4b4b-887f-5724f2c3e4ed req-211958b0-258c-4d0d-ac58-f176e886b7e4 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581777 May 26 19:44:09.595970 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:09.661288 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15adc26-f1a3-4cf2-b00b-8129fa13f591 admin admin] Router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:44:09.758576 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15adc26-f1a3-4cf2-b00b-8129fa13f591 admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:44:09.763867 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-e15adc26-f1a3-4cf2-b00b-8129fa13f591 admin admin] 10.222.0.72 "PUT /v2.0/routers/b0d441a2-04dd-492e-8b78-e74be8ab4bc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7565665 May 26 19:44:09.766170 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 57572) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:09.768895 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cdad85-695a-47d8-92d6-4ee01150d2ea None None] Sync routers for ids ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:44:09.779263 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cdad85-695a-47d8-92d6-4ee01150d2ea None None] Routers {'b0d441a2-04dd-492e-8b78-e74be8ab4bc6'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:44:09.779876 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-d7cdad85-695a-47d8-92d6-4ee01150d2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:43:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:09.862473 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-38a50ab3-1bac-49b6-aa44-f3f459fb9985 admin admin] Publish callbacks [] for router (b0d441a2-04dd-492e-8b78-e74be8ab4bc6), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:09.878423 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-d7cdad85-695a-47d8-92d6-4ee01150d2ea None None] Set router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:44:09.964847 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-38a50ab3-1bac-49b6-aa44-f3f459fb9985 admin admin] Publish callbacks [] for router_gateway (b0d441a2-04dd-492e-8b78-e74be8ab4bc6), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:10.051850 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-d7cdad85-695a-47d8-92d6-4ee01150d2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:44:08Z', 'revision_number': 5, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port': {'id': 'ee845d81-7db3-4dcb-b61d-bdc0ff77848f', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:55Z', 'updated_at': '2022-05-26T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:10.072202 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-38a50ab3-1bac-49b6-aa44-f3f459fb9985 admin admin] Deleting port ee845d81-7db3-4dcb-b61d-bdc0ff77848f {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:44:10.072727 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-38a50ab3-1bac-49b6-aa44-f3f459fb9985 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (ee845d81-7db3-4dcb-b61d-bdc0ff77848f), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:10.076153 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cdad85-695a-47d8-92d6-4ee01150d2ea None None] Checking router: b0d441a2-04dd-492e-8b78-e74be8ab4bc6 for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:44:10.084610 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cdad85-695a-47d8-92d6-4ee01150d2ea None None] Routers {'b0d441a2-04dd-492e-8b78-e74be8ab4bc6'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:44:10.085212 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-d7cdad85-695a-47d8-92d6-4ee01150d2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:43:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:10.156975 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [None req-38a50ab3-1bac-49b6-aa44-f3f459fb9985 admin admin] For port ee845d81-7db3-4dcb-b61d-bdc0ff77848f, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=ee845d81-7db3-4dcb-b61d-bdc0ff77848f,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:44:10.157252 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-38a50ab3-1bac-49b6-aa44-f3f459fb9985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (ee845d81-7db3-4dcb-b61d-bdc0ff77848f), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:10.169171 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-d7cdad85-695a-47d8-92d6-4ee01150d2ea None None] Set router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 gateway port host: None {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:44:10.170635 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-38a50ab3-1bac-49b6-aa44-f3f459fb9985 admin admin] Calling delete_port for ee845d81-7db3-4dcb-b61d-bdc0ff77848f owned by network:router_gateway {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:44:10.219613 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-d7cdad85-695a-47d8-92d6-4ee01150d2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:44:09Z', 'revision_number': 6, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port_host': None}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:10.246162 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cdad85-695a-47d8-92d6-4ee01150d2ea None None] The sync data for ids ['b0d441a2-04dd-492e-8b78-e74be8ab4bc6'] in dv-cinder-825492-17-iscsi is: [{'id': 'b0d441a2-04dd-492e-8b78-e74be8ab4bc6', 'name': 'tempest-AttachVolumeNegativeTest-1098589677-router', 'tenant_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:54Z', 'updated_at': '2022-05-26T19:44:09Z', 'revision_number': 6, 'project_id': '39f75b0f65c4475ba2d5dc1e7ae203ba', 'gw_port_host': None}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:44:10.429008 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-38a50ab3-1bac-49b6-aa44-f3f459fb9985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (ee845d81-7db3-4dcb-b61d-bdc0ff77848f), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:10.454701 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a50ab3-1bac-49b6-aa44-f3f459fb9985 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee845d81-7db3-4dcb-b61d-bdc0ff77848f,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:10.513270 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:10.518930 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-38a50ab3-1bac-49b6-aa44-f3f459fb9985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617880'] for router_gateway (b0d441a2-04dd-492e-8b78-e74be8ab4bc6), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:10.620913 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-38a50ab3-1bac-49b6-aa44-f3f459fb9985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1823113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7897'] for router (b0d441a2-04dd-492e-8b78-e74be8ab4bc6), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:10.623915 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-38a50ab3-1bac-49b6-aa44-f3f459fb9985 admin admin] Publish callbacks [] for router_controller (b0d441a2-04dd-492e-8b78-e74be8ab4bc6), precommit_delete_associations {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:10.631279 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:10.772014 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-38a50ab3-1bac-49b6-aa44-f3f459fb9985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823106'] for router (b0d441a2-04dd-492e-8b78-e74be8ab4bc6), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:10.772630 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a50ab3-1bac-49b6-aa44-f3f459fb9985 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0d441a2-04dd-492e-8b78-e74be8ab4bc6 {{(pid=104684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 19:44:10.791140 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-38a50ab3-1bac-49b6-aa44-f3f459fb9985 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:10.791140 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-38a50ab3-1bac-49b6-aa44-f3f459fb9985 admin admin] 10.222.0.72 "DELETE /v2.0/routers/b0d441a2-04dd-492e-8b78-e74be8ab4bc6 HTTP/1.1" status: 204 len: 168 time: 1.0126464 May 26 19:44:10.791374 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 57574) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:10.825868 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_v2 [None req-6feb023d-6022-4135-91d5-1d2a717c45d6 admin admin] Deleting subnet 211cc661-0675-4518-a8c1-1c3a38ef5bb2 {{(pid=104685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 19:44:10.828989 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6feb023d-6022-4135-91d5-1d2a717c45d6 admin admin] Publish callbacks [] for subnet (211cc661-0675-4518-a8c1-1c3a38ef5bb2), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:10.863112 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6feb023d-6022-4135-91d5-1d2a717c45d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16119955'] for subnet (211cc661-0675-4518-a8c1-1c3a38ef5bb2), precommit_delete_associations {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:10.965007 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6feb023d-6022-4135-91d5-1d2a717c45d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674963'] for subnet (211cc661-0675-4518-a8c1-1c3a38ef5bb2), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:11.069396 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6feb023d-6022-4135-91d5-1d2a717c45d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16100388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15975570'] for subnet (211cc661-0675-4518-a8c1-1c3a38ef5bb2), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:11.095647 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb023d-6022-4135-91d5-1d2a717c45d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=211cc661-0675-4518-a8c1-1c3a38ef5bb2,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:11.099186 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6feb023d-6022-4135-91d5-1d2a717c45d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:11.102301 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-6feb023d-6022-4135-91d5-1d2a717c45d6 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/211cc661-0675-4518-a8c1-1c3a38ef5bb2 HTTP/1.1" status: 204 len: 168 time: 0.3189220 May 26 19:44:11.105405 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 57576) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:11.108447 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a062f0f1-861f-4e42-8542-e2e53abbb8f5 None None] Network 2ddf1778-5518-469d-acdc-1047098dc517 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:44:11.179836 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-986ba946-f937-48c3-a0ec-9602b38ecd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1324308'] for network (2ddf1778-5518-469d-acdc-1047098dc517), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:11.223637 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:11.226661 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-986ba946-f937-48c3-a0ec-9602b38ecd8b admin admin] Deleting port 1a691571-a9de-46fe-a5fb-1247508508e5 {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:44:11.227047 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-986ba946-f937-48c3-a0ec-9602b38ecd8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (1a691571-a9de-46fe-a5fb-1247508508e5), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:11.278528 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:11.279578 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcdd387-9f25-4171-ad2d-ef91b4b7b213 None None] DHCP port deletion for 2ddf1778-5518-469d-acdc-1047098dc517 request from dv-cinder-825492-17-iscsi {{(pid=104686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 19:44:11.303410 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [None req-986ba946-f937-48c3-a0ec-9602b38ecd8b admin admin] For port 1a691571-a9de-46fe-a5fb-1247508508e5, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=1a691571-a9de-46fe-a5fb-1247508508e5,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:44:11.303776 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-986ba946-f937-48c3-a0ec-9602b38ecd8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (1a691571-a9de-46fe-a5fb-1247508508e5), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:11.316939 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-986ba946-f937-48c3-a0ec-9602b38ecd8b admin admin] Calling delete_port for 1a691571-a9de-46fe-a5fb-1247508508e5 owned by network:dhcp {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:44:11.319074 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-3dcdd387-9f25-4171-ad2d-ef91b4b7b213 None None] Deleting port 1a691571-a9de-46fe-a5fb-1247508508e5 {{(pid=104686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:44:11.319661 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-3dcdd387-9f25-4171-ad2d-ef91b4b7b213 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (1a691571-a9de-46fe-a5fb-1247508508e5), before_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:11.323537 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device ee845d81-7db3-4dcb-b61d-bdc0ff77848f no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:44:11.382137 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: ee845d81-7db3-4dcb-b61d-bdc0ff77848f {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:44:11.382528 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device ee845d81-7db3-4dcb-b61d-bdc0ff77848f not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:44:11.382884 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 17ff46fd-cfe2-456f-ad8a-93dd624c78d8 no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:44:11.425978 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: 17ff46fd-cfe2-456f-ad8a-93dd624c78d8 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:44:11.426311 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 17ff46fd-cfe2-456f-ad8a-93dd624c78d8 not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:44:11.433953 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-3dcdd387-9f25-4171-ad2d-ef91b4b7b213 None None] For port 1a691571-a9de-46fe-a5fb-1247508508e5, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=1a691571-a9de-46fe-a5fb-1247508508e5,segment=NetworkSegment(6078e38a-d772-42fb-acf7-10ded90f56fe),segment_id=6078e38a-d772-42fb-acf7-10ded90f56fe)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:44:11.434340 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-3dcdd387-9f25-4171-ad2d-ef91b4b7b213 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (1a691571-a9de-46fe-a5fb-1247508508e5), precommit_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:11.448327 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-3dcdd387-9f25-4171-ad2d-ef91b4b7b213 None None] Calling delete_port for 1a691571-a9de-46fe-a5fb-1247508508e5 owned by network:dhcp {{(pid=104686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:44:11.515225 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-986ba946-f937-48c3-a0ec-9602b38ecd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (1a691571-a9de-46fe-a5fb-1247508508e5), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:11.524077 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-3dcdd387-9f25-4171-ad2d-ef91b4b7b213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700'] for port (1a691571-a9de-46fe-a5fb-1247508508e5), after_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:11.540515 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ba946-f937-48c3-a0ec-9602b38ecd8b admin admin] Pushing event deleted for resources: {'Port': ['ID=1a691571-a9de-46fe-a5fb-1247508508e5,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:11.545508 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986ba946-f937-48c3-a0ec-9602b38ecd8b admin admin] No DVR routers for this DVR port 1a691571-a9de-46fe-a5fb-1247508508e5 on host dv-cinder-825492-17-iscsi {{(pid=104685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:44:11.548145 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdd387-9f25-4171-ad2d-ef91b4b7b213 None None] Pushing event deleted for resources: {'Port': ['ID=1a691571-a9de-46fe-a5fb-1247508508e5,revision_number=None']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:11.551535 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcdd387-9f25-4171-ad2d-ef91b4b7b213 None None] No DVR routers for this DVR port 1a691571-a9de-46fe-a5fb-1247508508e5 on host dv-cinder-825492-17-iscsi {{(pid=104686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:44:11.621084 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-986ba946-f937-48c3-a0ec-9602b38ecd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672550', 'neutron.services.segments.db._delete_segments_for_network-8748975417968'] for network (2ddf1778-5518-469d-acdc-1047098dc517), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:11.641680 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-986ba946-f937-48c3-a0ec-9602b38ecd8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ddf1778-5518-469d-acdc-1047098dc517']}} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:11.651067 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-986ba946-f937-48c3-a0ec-9602b38ecd8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6078e38a-d772-42fb-acf7-10ded90f56fe') {'for_net_delete': True} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:11.651361 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-986ba946-f937-48c3-a0ec-9602b38ecd8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6078e38a-d772-42fb-acf7-10ded90f56fe') {} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:11.660568 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-986ba946-f937-48c3-a0ec-9602b38ecd8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748975417721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16119978'] for segment (6078e38a-d772-42fb-acf7-10ded90f56fe), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:11.673462 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-986ba946-f937-48c3-a0ec-9602b38ecd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (6078e38a-d772-42fb-acf7-10ded90f56fe), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:11.679260 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-986ba946-f937-48c3-a0ec-9602b38ecd8b admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:44:11.679640 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-986ba946-f937-48c3-a0ec-9602b38ecd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16099718'] for segment (6078e38a-d772-42fb-acf7-10ded90f56fe), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:11.699224 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.services.segments.plugin [-] Segment 6078e38a-d772-42fb-acf7-10ded90f56fe resource provider aggregate not found May 26 19:44:11.726651 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.services.segments.plugin [-] Segment 6078e38a-d772-42fb-acf7-10ded90f56fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6078e38a-d772-42fb-acf7-10ded90f56fe found for delete ", "request_id": "req-aea06633-0091-4881-915d-81b62df62d9f"}]} May 26 19:44:11.818002 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-986ba946-f937-48c3-a0ec-9602b38ecd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617908'] for network (2ddf1778-5518-469d-acdc-1047098dc517), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:11.826496 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-986ba946-f937-48c3-a0ec-9602b38ecd8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:11.829721 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-986ba946-f937-48c3-a0ec-9602b38ecd8b admin admin] 10.222.0.72 "DELETE /v2.0/networks/2ddf1778-5518-469d-acdc-1047098dc517 HTTP/1.1" status: 204 len: 168 time: 0.7232895 May 26 19:44:11.839139 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ba946-f937-48c3-a0ec-9602b38ecd8b admin admin] Pushing event deleted for resources: {'Network': ['ID=2ddf1778-5518-469d-acdc-1047098dc517,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:12.170134 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 57584) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:12.213732 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-0013fd39-8791-4adf-8a4f-036d2b59f099 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=39f75b0f65c4475ba2d5dc1e7ae203ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424409 May 26 19:44:12.216123 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 57586) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:12.262855 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-076c1bde-10df-47ea-a579-e72ebbe246b7 admin admin] Publish callbacks [] for security_group (2f9f8b9f-a0ab-4c19-b3b2-9d3be2f1a990), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:12.283343 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-076c1bde-10df-47ea-a579-e72ebbe246b7 admin admin] Publish callbacks [] for security_group (2f9f8b9f-a0ab-4c19-b3b2-9d3be2f1a990), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:12.429264 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-076c1bde-10df-47ea-a579-e72ebbe246b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (2f9f8b9f-a0ab-4c19-b3b2-9d3be2f1a990), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:12.431981 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-076c1bde-10df-47ea-a579-e72ebbe246b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:12.433218 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-076c1bde-10df-47ea-a579-e72ebbe246b7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2f9f8b9f-a0ab-4c19-b3b2-9d3be2f1a990 HTTP/1.1" status: 204 len: 168 time: 0.2162044 May 26 19:44:12.441799 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c1bde-10df-47ea-a579-e72ebbe246b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9f8b9f-a0ab-4c19-b3b2-9d3be2f1a990,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:13.267237 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 1a691571-a9de-46fe-a5fb-1247508508e5 no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:44:13.286272 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: 1a691571-a9de-46fe-a5fb-1247508508e5 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:44:13.286636 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 1a691571-a9de-46fe-a5fb-1247508508e5 not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:44:17.904700 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 57718) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:18.008127 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-dadbc970-4283-42b4-af23-961f167162ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:18.081840 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-dadbc970-4283-42b4-af23-961f167162ec admin admin] Publish callbacks [] for security_group (1e9116fc-372d-4f19-9d03-075950a6cb5f), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:18.154762 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-dadbc970-4283-42b4-af23-961f167162ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (1e9116fc-372d-4f19-9d03-075950a6cb5f), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:18.195410 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-dadbc970-4283-42b4-af23-961f167162ec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=76263f13e99d49a4a8a67aba331af2ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896516 May 26 19:44:18.196374 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbc970-4283-42b4-af23-961f167162ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9116fc-372d-4f19-9d03-075950a6cb5f,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:18.198098 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 57722) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:18.252532 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-862429fe-0a70-4b52-9506-ea7574a8b4d4 admin admin] Publish callbacks [] for security_group (1e9116fc-372d-4f19-9d03-075950a6cb5f), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:18.273691 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-862429fe-0a70-4b52-9506-ea7574a8b4d4 admin admin] Publish callbacks [] for security_group (1e9116fc-372d-4f19-9d03-075950a6cb5f), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:18.411487 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-862429fe-0a70-4b52-9506-ea7574a8b4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (1e9116fc-372d-4f19-9d03-075950a6cb5f), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:18.414028 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-862429fe-0a70-4b52-9506-ea7574a8b4d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:18.415246 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-862429fe-0a70-4b52-9506-ea7574a8b4d4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1e9116fc-372d-4f19-9d03-075950a6cb5f HTTP/1.1" status: 204 len: 168 time: 0.2153866 May 26 19:44:18.424880 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862429fe-0a70-4b52-9506-ea7574a8b4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9116fc-372d-4f19-9d03-075950a6cb5f,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:19.063265 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 57728) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:19.077163 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-40f05220-6357-416b-9365-e2caedfc20a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:19.152564 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-40f05220-6357-416b-9365-e2caedfc20a7 admin admin] Publish callbacks [] for security_group (4cc0dbd5-771d-4e0e-b314-b8a8be99fc95), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:19.223200 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-40f05220-6357-416b-9365-e2caedfc20a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (4cc0dbd5-771d-4e0e-b314-b8a8be99fc95), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:19.261676 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f05220-6357-416b-9365-e2caedfc20a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc0dbd5-771d-4e0e-b314-b8a8be99fc95,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:19.265957 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-40f05220-6357-416b-9365-e2caedfc20a7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3acebacc80264f639d85e51e782cb6b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017102 May 26 19:44:19.268545 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 57730) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:19.315067 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-87d9e09e-a5b7-4589-8b5b-6508ef15af62 admin admin] Publish callbacks [] for security_group (4cc0dbd5-771d-4e0e-b314-b8a8be99fc95), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:19.336229 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-87d9e09e-a5b7-4589-8b5b-6508ef15af62 admin admin] Publish callbacks [] for security_group (4cc0dbd5-771d-4e0e-b314-b8a8be99fc95), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:19.480595 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-87d9e09e-a5b7-4589-8b5b-6508ef15af62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (4cc0dbd5-771d-4e0e-b314-b8a8be99fc95), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:19.483145 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-87d9e09e-a5b7-4589-8b5b-6508ef15af62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:19.484312 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-87d9e09e-a5b7-4589-8b5b-6508ef15af62 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4cc0dbd5-771d-4e0e-b314-b8a8be99fc95 HTTP/1.1" status: 204 len: 168 time: 0.2148886 May 26 19:44:19.487388 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=12 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:19.492332 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9e09e-a5b7-4589-8b5b-6508ef15af62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc0dbd5-771d-4e0e-b314-b8a8be99fc95,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:19.538047 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-52a30e4a-710c-4c15-877f-651335e32122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:21.771766 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-70fb65d8-1334-485d-aa39-496c3d83190b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:22.937319 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:23.534037 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:44:24.589041 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:25.897265 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:26.755736 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 57814) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:26.866385 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c91bad6c-93d4-48ca-b13d-05a28ef2d4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:26.912140 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:26.939982 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c91bad6c-93d4-48ca-b13d-05a28ef2d4dd admin admin] Publish callbacks [] for security_group (6959660f-fee7-469f-90e0-c402bb86ae28), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:27.022735 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c91bad6c-93d4-48ca-b13d-05a28ef2d4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (6959660f-fee7-469f-90e0-c402bb86ae28), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:27.071736 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-c91bad6c-93d4-48ca-b13d-05a28ef2d4dd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=76e4a425f65d40b58dd7f9cf4c494b50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148248 May 26 19:44:27.072579 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bad6c-93d4-48ca-b13d-05a28ef2d4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6959660f-fee7-469f-90e0-c402bb86ae28,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:27.075062 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 57818) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:27.124450 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-256219e8-5594-4503-8ea2-e06eef3162eb admin admin] Publish callbacks [] for security_group (6959660f-fee7-469f-90e0-c402bb86ae28), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:27.146957 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-256219e8-5594-4503-8ea2-e06eef3162eb admin admin] Publish callbacks [] for security_group (6959660f-fee7-469f-90e0-c402bb86ae28), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:27.222804 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:27.285718 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-256219e8-5594-4503-8ea2-e06eef3162eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (6959660f-fee7-469f-90e0-c402bb86ae28), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:27.288297 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-256219e8-5594-4503-8ea2-e06eef3162eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:27.289466 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-256219e8-5594-4503-8ea2-e06eef3162eb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6959660f-fee7-469f-90e0-c402bb86ae28 HTTP/1.1" status: 204 len: 168 time: 0.2134254 May 26 19:44:27.298011 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256219e8-5594-4503-8ea2-e06eef3162eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6959660f-fee7-469f-90e0-c402bb86ae28,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:27.811602 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 57824) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:27.825213 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-eade7d8c-52a3-484a-9b50-7991723585ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:27.901955 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-eade7d8c-52a3-484a-9b50-7991723585ce admin admin] Publish callbacks [] for security_group (3eb08cdf-7a6f-4dc6-bfff-71c695f003e2), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:27.948262 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-eade7d8c-52a3-484a-9b50-7991723585ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (3eb08cdf-7a6f-4dc6-bfff-71c695f003e2), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:27.987102 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-eade7d8c-52a3-484a-9b50-7991723585ce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d433946219634dc09bc8993dd3dd2f70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1743159 May 26 19:44:27.988954 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade7d8c-52a3-484a-9b50-7991723585ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb08cdf-7a6f-4dc6-bfff-71c695f003e2,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:27.989654 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 57826) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:28.018441 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:28.039709 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2142d28e-f9b1-4e51-8d4e-7341ff12d226 admin admin] Publish callbacks [] for security_group (3eb08cdf-7a6f-4dc6-bfff-71c695f003e2), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:28.064944 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2142d28e-f9b1-4e51-8d4e-7341ff12d226 admin admin] Publish callbacks [] for security_group (3eb08cdf-7a6f-4dc6-bfff-71c695f003e2), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:28.182825 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2142d28e-f9b1-4e51-8d4e-7341ff12d226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (3eb08cdf-7a6f-4dc6-bfff-71c695f003e2), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:28.185946 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2142d28e-f9b1-4e51-8d4e-7341ff12d226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:28.187122 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-2142d28e-f9b1-4e51-8d4e-7341ff12d226 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3eb08cdf-7a6f-4dc6-bfff-71c695f003e2 HTTP/1.1" status: 204 len: 168 time: 0.1964772 May 26 19:44:28.196153 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142d28e-f9b1-4e51-8d4e-7341ff12d226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb08cdf-7a6f-4dc6-bfff-71c695f003e2,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:29.565787 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=66 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:33.529799 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=53 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:33.751466 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 57902) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:33.853296 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-246e06e2-7735-4dac-85d7-193e3babc3f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:33.926237 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-246e06e2-7735-4dac-85d7-193e3babc3f0 admin admin] Publish callbacks [] for security_group (80e8b1c1-3b3d-403c-b595-3c0f5ad469ee), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:34.005357 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-246e06e2-7735-4dac-85d7-193e3babc3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (80e8b1c1-3b3d-403c-b595-3c0f5ad469ee), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:34.046795 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-246e06e2-7735-4dac-85d7-193e3babc3f0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d12c8e4cf06f4c929a643012a1b05dd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942662 May 26 19:44:34.047630 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e06e2-7735-4dac-85d7-193e3babc3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e8b1c1-3b3d-403c-b595-3c0f5ad469ee,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:34.050343 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 57906) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:34.088199 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:34.098597 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-63028e5d-e103-4c74-9140-d7b5459a05c0 admin admin] Publish callbacks [] for security_group (80e8b1c1-3b3d-403c-b595-3c0f5ad469ee), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:34.120160 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-63028e5d-e103-4c74-9140-d7b5459a05c0 admin admin] Publish callbacks [] for security_group (80e8b1c1-3b3d-403c-b595-3c0f5ad469ee), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:34.218051 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-63028e5d-e103-4c74-9140-d7b5459a05c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (80e8b1c1-3b3d-403c-b595-3c0f5ad469ee), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:34.222462 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-63028e5d-e103-4c74-9140-d7b5459a05c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:34.223888 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-63028e5d-e103-4c74-9140-d7b5459a05c0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/80e8b1c1-3b3d-403c-b595-3c0f5ad469ee HTTP/1.1" status: 204 len: 168 time: 0.1719201 May 26 19:44:34.232352 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63028e5d-e103-4c74-9140-d7b5459a05c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e8b1c1-3b3d-403c-b595-3c0f5ad469ee,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:34.852532 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 57912) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:34.866142 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4e53b6f2-bb1c-4c91-b0db-bda24e931be4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:34.939993 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4e53b6f2-bb1c-4c91-b0db-bda24e931be4 admin admin] Publish callbacks [] for security_group (3b79b678-f19f-4c3a-8f9f-4664ff217bc2), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:34.999724 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4e53b6f2-bb1c-4c91-b0db-bda24e931be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (3b79b678-f19f-4c3a-8f9f-4664ff217bc2), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:35.041088 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-4e53b6f2-bb1c-4c91-b0db-bda24e931be4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9a6de677184c411a9c0d91ebf4e5bb5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1875188 May 26 19:44:35.041976 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53b6f2-bb1c-4c91-b0db-bda24e931be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b79b678-f19f-4c3a-8f9f-4664ff217bc2,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:35.044474 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 57914) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:35.095352 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-14403a61-5550-4394-aa12-66c734ca525b admin admin] Publish callbacks [] for security_group (3b79b678-f19f-4c3a-8f9f-4664ff217bc2), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:35.116383 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-14403a61-5550-4394-aa12-66c734ca525b admin admin] Publish callbacks [] for security_group (3b79b678-f19f-4c3a-8f9f-4664ff217bc2), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:35.211225 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-14403a61-5550-4394-aa12-66c734ca525b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (3b79b678-f19f-4c3a-8f9f-4664ff217bc2), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:35.213759 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-14403a61-5550-4394-aa12-66c734ca525b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:35.215515 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-14403a61-5550-4394-aa12-66c734ca525b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3b79b678-f19f-4c3a-8f9f-4664ff217bc2 HTTP/1.1" status: 204 len: 168 time: 0.1694369 May 26 19:44:35.223817 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14403a61-5550-4394-aa12-66c734ca525b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b79b678-f19f-4c3a-8f9f-4664ff217bc2,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:42.805985 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:42.843381 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3117cec-3208-411f-8720-6c0a14d0f016 req-1e388d26-c7be-4f48-98dd-df8927ae8b64 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:42.844839 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e3117cec-3208-411f-8720-6c0a14d0f016 req-1e388d26-c7be-4f48-98dd-df8927ae8b64 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 947 time: 0.0486562 May 26 19:44:42.892540 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e3117cec-3208-411f-8720-6c0a14d0f016 req-3ceb0425-8d0e-49dc-90f5-590e992f82e1 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421968 May 26 19:44:44.014498 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ee6fd-089b-4ce2-b5b7-0c704404af61 req-da522d01-9944-4b7f-a118-21b329dd7633 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:44.015987 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-604ee6fd-089b-4ce2-b5b7-0c704404af61 req-da522d01-9944-4b7f-a118-21b329dd7633 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 947 time: 0.0505145 May 26 19:44:44.060216 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:44.064726 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-604ee6fd-089b-4ce2-b5b7-0c704404af61 req-0003804b-50dd-4f77-8a27-555a36e98b79 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428188 May 26 19:44:44.249235 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:44.666394 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566d181-93b0-48e9-97b3-a4142c0d87e0 req-6c5ea350-22a1-4dfc-9ec0-51ac7082c3b9 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:44.667929 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1566d181-93b0-48e9-97b3-a4142c0d87e0 req-6c5ea350-22a1-4dfc-9ec0-51ac7082c3b9 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 947 time: 0.0534759 May 26 19:44:44.781369 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-1566d181-93b0-48e9-97b3-a4142c0d87e0 req-4ee0a866-8a75-4ce4-8e96-165dca35342d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Deleting port 81fa53c7-4d30-4a24-9182-ad976ec89b2b {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:44:44.781706 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-1566d181-93b0-48e9-97b3-a4142c0d87e0 req-4ee0a866-8a75-4ce4-8e96-165dca35342d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:44.879611 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-1566d181-93b0-48e9-97b3-a4142c0d87e0 req-4ee0a866-8a75-4ce4-8e96-165dca35342d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] For port 81fa53c7-4d30-4a24-9182-ad976ec89b2b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=81fa53c7-4d30-4a24-9182-ad976ec89b2b,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:44:44.879978 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-1566d181-93b0-48e9-97b3-a4142c0d87e0 req-4ee0a866-8a75-4ce4-8e96-165dca35342d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:45.035816 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:45.037441 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=46,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:45.044924 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-1566d181-93b0-48e9-97b3-a4142c0d87e0 req-4ee0a866-8a75-4ce4-8e96-165dca35342d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:45.045439 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-1566d181-93b0-48e9-97b3-a4142c0d87e0 req-4ee0a866-8a75-4ce4-8e96-165dca35342d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (a95e808d-f603-4d7f-9d2b-212dfd3af424), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:45.045798 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.l3_db [req-1566d181-93b0-48e9-97b3-a4142c0d87e0 req-4ee0a866-8a75-4ce4-8e96-165dca35342d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Floating IP a95e808d-f603-4d7f-9d2b-212dfd3af424 disassociated. External IP: 172.27.0.80, port: 81fa53c7-4d30-4a24-9182-ad976ec89b2b. May 26 19:44:45.046035 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-1566d181-93b0-48e9-97b3-a4142c0d87e0 req-4ee0a866-8a75-4ce4-8e96-165dca35342d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Calling delete_port for 81fa53c7-4d30-4a24-9182-ad976ec89b2b owned by compute:nova {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:44:45.200430 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645b988-68d4-4b10-8b41-9b59d7750a79 req-a6ba5f03-4900-47b0-baea-81e9f8974df9 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:45.201921 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c645b988-68d4-4b10-8b41-9b59d7750a79 req-a6ba5f03-4900-47b0-baea-81e9f8974df9 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 947 time: 0.0571957 May 26 19:44:45.239637 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=65,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:45.249918 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c645b988-68d4-4b10-8b41-9b59d7750a79 req-0ae0ae71-28d1-488a-8ee0-42d67ed2807b tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b277d08-04b4-4e4a-bc93-5ffed52e87d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423489 May 26 19:44:45.257263 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-1566d181-93b0-48e9-97b3-a4142c0d87e0 req-4ee0a866-8a75-4ce4-8e96-165dca35342d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (81fa53c7-4d30-4a24-9182-ad976ec89b2b), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:45.285715 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0a866-8a75-4ce4-8e96-165dca35342d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Pushing event deleted for resources: {'Port': ['ID=81fa53c7-4d30-4a24-9182-ad976ec89b2b,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:45.398627 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1566d181-93b0-48e9-97b3-a4142c0d87e0 req-4ee0a866-8a75-4ce4-8e96-165dca35342d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Router ab9f03bb-732e-4883-91d6-4a3f9e7313fc has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:44:45.501833 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1566d181-93b0-48e9-97b3-a4142c0d87e0 req-4ee0a866-8a75-4ce4-8e96-165dca35342d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:44:45.512284 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039181ba-8b77-4c0e-9f64-4aade92e69ff None None] Sync routers for ids ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:44:45.521727 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039181ba-8b77-4c0e-9f64-4aade92e69ff None None] Routers {'ab9f03bb-732e-4883-91d6-4a3f9e7313fc'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:44:45.522326 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-039181ba-8b77-4c0e-9f64-4aade92e69ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:44:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:45.541876 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-1566d181-93b0-48e9-97b3-a4142c0d87e0 req-4ee0a866-8a75-4ce4-8e96-165dca35342d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] No DVR routers for this DVR port 81fa53c7-4d30-4a24-9182-ad976ec89b2b on host hv-cinder-82549 {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:44:45.545101 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-1566d181-93b0-48e9-97b3-a4142c0d87e0 req-4ee0a866-8a75-4ce4-8e96-165dca35342d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:45.548246 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1566d181-93b0-48e9-97b3-a4142c0d87e0 req-4ee0a866-8a75-4ce4-8e96-165dca35342d tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.77 "DELETE /v2.0/ports/81fa53c7-4d30-4a24-9182-ad976ec89b2b HTTP/1.1" status: 204 len: 173 time: 0.8454745 May 26 19:44:45.548681 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d37e4a7-2599-4466-b249-a142cf7770f0', 'name': 'network-vif-deleted', 'tag': '81fa53c7-4d30-4a24-9182-ad976ec89b2b'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:44:45.551000 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac65cdbf-61c1-42ee-af28-8720382840a2" -d '{"events": [{"server_uuid": "7d37e4a7-2599-4466-b249-a142cf7770f0", "name": "network-vif-deleted", "tag": "81fa53c7-4d30-4a24-9182-ad976ec89b2b"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:44:45.588122 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f1faf2-eb0d-438d-86c5-dd3d6ada2737 x-openstack-request-id: req-51f1faf2-eb0d-438d-86c5-dd3d6ada2737 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:44:45.588417 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d37e4a7-2599-4466-b249-a142cf7770f0", "name": "network-vif-deleted", "tag": "81fa53c7-4d30-4a24-9182-ad976ec89b2b", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:44:45.588667 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-51f1faf2-eb0d-438d-86c5-dd3d6ada2737 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:44:45.589090 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51f1faf2-eb0d-438d-86c5-dd3d6ada2737'] response: {'server_uuid': '7d37e4a7-2599-4466-b249-a142cf7770f0', 'name': 'network-vif-deleted', 'tag': '81fa53c7-4d30-4a24-9182-ad976ec89b2b', 'status': 'completed', 'code': 200} May 26 19:44:45.628799 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-039181ba-8b77-4c0e-9f64-4aade92e69ff None None] Set router ab9f03bb-732e-4883-91d6-4a3f9e7313fc gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:44:45.817752 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-039181ba-8b77-4c0e-9f64-4aade92e69ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-router', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:22Z', 'revision_number': 4, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'gw_port': {'id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd', 'name': '', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'mac_address': 'fa:16:3e:05:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:21Z', 'updated_at': '2022-05-26T19:38:26Z', 'revision_number': 5, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'subnets': [{'id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:45.847843 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039181ba-8b77-4c0e-9f64-4aade92e69ff None None] Checking router: ab9f03bb-732e-4883-91d6-4a3f9e7313fc for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:44:45.855979 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039181ba-8b77-4c0e-9f64-4aade92e69ff None None] Routers {'ab9f03bb-732e-4883-91d6-4a3f9e7313fc'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:44:45.856590 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-039181ba-8b77-4c0e-9f64-4aade92e69ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:44:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:45.959383 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-039181ba-8b77-4c0e-9f64-4aade92e69ff None None] Set router ab9f03bb-732e-4883-91d6-4a3f9e7313fc gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:44:46.145939 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-039181ba-8b77-4c0e-9f64-4aade92e69ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-router', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:22Z', 'revision_number': 4, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'gw_port': {'id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd', 'name': '', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'mac_address': 'fa:16:3e:05:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:21Z', 'updated_at': '2022-05-26T19:38:26Z', 'revision_number': 5, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'subnets': [{'id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:46.171085 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039181ba-8b77-4c0e-9f64-4aade92e69ff None None] The sync data for ids ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'] in dv-cinder-825492-17-iscsi is: [{'id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-router', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:22Z', 'revision_number': 4, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'gw_port': {'id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd', 'name': '', 'network_id': 'f1378612-5a59-4b7c-a0f1-5080210638d6', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'mac_address': 'fa:16:3e:05:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:21Z', 'updated_at': '2022-05-26T19:38:26Z', 'revision_number': 5, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'subnets': [{'id': '05dcdbba-6e16-4071-86f2-e4f1836b9900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:44:46.361913 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6ec65c3d-aa09-4dac-a3d0-759d3afaffe4 req-504022b1-c9ab-4800-80fd-eb9577e4f208 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 210 time: 0.0331037 May 26 19:44:46.411904 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42f5f61-a897-457d-9dcf-92aede1d382b None None] New status for floating IP a95e808d-f603-4d7f-9d2b-212dfd3af424: DOWN {{(pid=104687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:44:46.511845 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:46.540524 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194918b-5239-4e65-a64e-5b2cd02f58e3 req-e7301a27-5ee4-43b9-93a5-43607eacfcfa tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:46.541979 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9194918b-5239-4e65-a64e-5b2cd02f58e3 req-e7301a27-5ee4-43b9-93a5-43607eacfcfa tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0471373 May 26 19:44:46.577598 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:46.589039 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9194918b-5239-4e65-a64e-5b2cd02f58e3 req-338c061b-9b5c-4d90-bd4d-6c900735b459 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414574 May 26 19:44:47.471785 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-2a821a00-e534-41e1-adf2-2ca33e43dda0 req-18620bb8-fb10-4dd6-b805-167d6134f96a tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 210 time: 0.0269070 May 26 19:44:47.633329 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=100 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:47.702430 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bff55-82f7-4cef-aa54-1dfeca2885f5 req-a8697aa9-672f-4a39-8ae6-e33369289563 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:47.703896 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f93bff55-82f7-4cef-aa54-1dfeca2885f5 req-a8697aa9-672f-4a39-8ae6-e33369289563 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0457404 May 26 19:44:47.750428 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f93bff55-82f7-4cef-aa54-1dfeca2885f5 req-1545ea0a-0097-46c8-9bdd-b3fc103ab184 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410626 May 26 19:44:48.588846 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ffa24011-993d-4ed8-b658-a974164dcd86 req-20868aa7-69c6-4174-a00f-1f80604a7640 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d37e4a7-2599-4466-b249-a142cf7770f0 HTTP/1.1" status: 200 len: 210 time: 0.0323524 May 26 19:44:48.869462 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f167a6-a2dd-4e21-b7ac-ad9dc3d1f355 req-8d47fe27-6dcb-4d53-8c86-aa2583f681a4 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:48.870966 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-91f167a6-a2dd-4e21-b7ac-ad9dc3d1f355 req-8d47fe27-6dcb-4d53-8c86-aa2583f681a4 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0491443 May 26 19:44:48.917012 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-91f167a6-a2dd-4e21-b7ac-ad9dc3d1f355 req-7cdd217f-610f-4558-8e88-5a99ff28bc82 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399683 May 26 19:44:49.009111 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 81fa53c7-4d30-4a24-9182-ad976ec89b2b no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:44:49.027619 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] No Port match for: 81fa53c7-4d30-4a24-9182-ad976ec89b2b {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:44:49.027963 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 81fa53c7-4d30-4a24-9182-ad976ec89b2b not bound to the agent host hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:44:49.508626 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-554b6fe1-30d8-4df3-863b-8ff60c912abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:49.841398 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 58080) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:49.950947 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-75121df0-2fdb-453d-a343-f6a7d2e0c022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:50.028116 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-75121df0-2fdb-453d-a343-f6a7d2e0c022 admin admin] Publish callbacks [] for security_group (b7dac546-7931-4de5-b9ff-799c1aa43c87), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:50.085639 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-75121df0-2fdb-453d-a343-f6a7d2e0c022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (b7dac546-7931-4de5-b9ff-799c1aa43c87), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:50.128212 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-75121df0-2fdb-453d-a343-f6a7d2e0c022 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ee979a9e6ec44aeabab35135bf3304de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851069 May 26 19:44:50.129091 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75121df0-2fdb-453d-a343-f6a7d2e0c022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dac546-7931-4de5-b9ff-799c1aa43c87,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:50.131221 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 58088) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:50.150707 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121df0-2fdb-453d-a343-f6a7d2e0c022 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:50.151092 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121df0-2fdb-453d-a343-f6a7d2e0c022 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:50.151432 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121df0-2fdb-453d-a343-f6a7d2e0c022 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:50.151773 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121df0-2fdb-453d-a343-f6a7d2e0c022 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:50.152100 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121df0-2fdb-453d-a343-f6a7d2e0c022 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:50.152429 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121df0-2fdb-453d-a343-f6a7d2e0c022 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:50.152756 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121df0-2fdb-453d-a343-f6a7d2e0c022 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:50.153083 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121df0-2fdb-453d-a343-f6a7d2e0c022 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:50.153407 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121df0-2fdb-453d-a343-f6a7d2e0c022 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:50.153732 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121df0-2fdb-453d-a343-f6a7d2e0c022 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:50.154061 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121df0-2fdb-453d-a343-f6a7d2e0c022 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:50.154378 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121df0-2fdb-453d-a343-f6a7d2e0c022 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:50.155391 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121df0-2fdb-453d-a343-f6a7d2e0c022 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:50.155710 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121df0-2fdb-453d-a343-f6a7d2e0c022 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:50.156032 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121df0-2fdb-453d-a343-f6a7d2e0c022 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:50.197718 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-fd8232fa-ecad-4386-9705-61eda384e71c admin admin] Publish callbacks [] for security_group (b7dac546-7931-4de5-b9ff-799c1aa43c87), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:50.223118 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-fd8232fa-ecad-4386-9705-61eda384e71c admin admin] Publish callbacks [] for security_group (b7dac546-7931-4de5-b9ff-799c1aa43c87), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:50.271549 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c37d3-b3a5-48ae-9e33-ffdea0e9dc52 req-5308b06d-aa6d-4668-a536-a45e39af0c80 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:50.273250 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-517c37d3-b3a5-48ae-9e33-ffdea0e9dc52 req-5308b06d-aa6d-4668-a536-a45e39af0c80 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.2884951 May 26 19:44:50.318592 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-517c37d3-b3a5-48ae-9e33-ffdea0e9dc52 req-b08db06c-a8cd-4608-afce-548e2978dabb tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396748 May 26 19:44:50.348612 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-fd8232fa-ecad-4386-9705-61eda384e71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (b7dac546-7931-4de5-b9ff-799c1aa43c87), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:50.351252 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-fd8232fa-ecad-4386-9705-61eda384e71c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:50.352392 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-fd8232fa-ecad-4386-9705-61eda384e71c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b7dac546-7931-4de5-b9ff-799c1aa43c87 HTTP/1.1" status: 204 len: 168 time: 0.2202070 May 26 19:44:50.360289 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8232fa-ecad-4386-9705-61eda384e71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dac546-7931-4de5-b9ff-799c1aa43c87,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:50.755428 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 58102) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:50.809744 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-226b489d-9e96-449d-ba2b-0a40c2e24e37 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group (2b277d08-04b4-4e4a-bc93-5ffed52e87d8), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:50.834145 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-226b489d-9e96-449d-ba2b-0a40c2e24e37 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group (2b277d08-04b4-4e4a-bc93-5ffed52e87d8), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:50.965642 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-226b489d-9e96-449d-ba2b-0a40c2e24e37 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (2b277d08-04b4-4e4a-bc93-5ffed52e87d8), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:50.969012 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-226b489d-9e96-449d-ba2b-0a40c2e24e37 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:50.972991 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-226b489d-9e96-449d-ba2b-0a40c2e24e37 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "DELETE /v2.0/security-groups/2b277d08-04b4-4e4a-bc93-5ffed52e87d8 HTTP/1.1" status: 204 len: 168 time: 0.2138083 May 26 19:44:50.973212 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 58108) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:50.981090 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b489d-9e96-449d-ba2b-0a40c2e24e37 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b277d08-04b4-4e4a-bc93-5ffed52e87d8,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:50.988658 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.api.v2.resource [None req-c4b65441-ee61-410c-931d-9a3e65ab096e tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] show failed (client error): The resource could not be found. May 26 19:44:50.990000 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-c4b65441-ee61-410c-931d-9a3e65ab096e tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "GET /v2.0/security-groups/2b277d08-04b4-4e4a-bc93-5ffed52e87d8 HTTP/1.1" status: 404 len: 347 time: 0.0158174 May 26 19:44:50.992993 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 58110) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:51.102677 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-e87e2aeb-8b20-4dab-97a7-48903d7d3c1f tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Deleting port 2934a2e5-86c4-4c91-88d9-dfcaafabdc6e {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:44:51.103064 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e87e2aeb-8b20-4dab-97a7-48903d7d3c1f tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (2934a2e5-86c4-4c91-88d9-dfcaafabdc6e), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:51.181402 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e87e2aeb-8b20-4dab-97a7-48903d7d3c1f tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (2934a2e5-86c4-4c91-88d9-dfcaafabdc6e), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:51.182607 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e87e2aeb-8b20-4dab-97a7-48903d7d3c1f tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for floatingip (2934a2e5-86c4-4c91-88d9-dfcaafabdc6e), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:51.195447 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-e87e2aeb-8b20-4dab-97a7-48903d7d3c1f tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Calling delete_port for 2934a2e5-86c4-4c91-88d9-dfcaafabdc6e owned by network:floatingip {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:44:51.417555 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e87e2aeb-8b20-4dab-97a7-48903d7d3c1f tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (2934a2e5-86c4-4c91-88d9-dfcaafabdc6e), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:51.453620 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e2aeb-8b20-4dab-97a7-48903d7d3c1f tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Pushing event deleted for resources: {'Port': ['ID=2934a2e5-86c4-4c91-88d9-dfcaafabdc6e,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:51.465364 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d25e3a-d617-476a-aa49-a66be41afa37 req-b3909b92-7273-46dd-9b1e-ac1ac9b09963 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:51.466872 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e8d25e3a-d617-476a-aa49-a66be41afa37 req-b3909b92-7273-46dd-9b1e-ac1ac9b09963 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0783448 May 26 19:44:51.554444 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e87e2aeb-8b20-4dab-97a7-48903d7d3c1f tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks [] for floatingip (a95e808d-f603-4d7f-9d2b-212dfd3af424), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:51.556931 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e87e2aeb-8b20-4dab-97a7-48903d7d3c1f tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:51.558053 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-e87e2aeb-8b20-4dab-97a7-48903d7d3c1f tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] 10.222.0.72 "DELETE /v2.0/floatingips/a95e808d-f603-4d7f-9d2b-212dfd3af424 HTTP/1.1" status: 204 len: 168 time: 0.5641487 May 26 19:44:51.562232 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e8d25e3a-d617-476a-aa49-a66be41afa37 req-cb3f84b7-bc38-4a38-a03f-0f22b51076a6 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806451 May 26 19:44:51.783603 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-7f3bb1f1-0be5-494c-9cf0-720ddd8fe555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:52.682565 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d029b-3ea1-45d2-934a-d8cbe289b636 req-c03d2232-22ae-4b06-a10b-19c152c2e4ef tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:52.684134 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-765d029b-3ea1-45d2-934a-d8cbe289b636 req-c03d2232-22ae-4b06-a10b-19c152c2e4ef tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0490327 May 26 19:44:52.740201 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-765d029b-3ea1-45d2-934a-d8cbe289b636 req-c1384394-a9c9-4142-b162-85a78e249a97 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498691 May 26 19:44:52.972191 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:53.274720 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-35e463d7-c086-4660-a1ac-19f15ea36f3d tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1989480405&fields=id&tenant_id=dabc38fc95184250b1d9e7090ab73b2c HTTP/1.1" status: 200 len: 267 time: 0.0547061 May 26 19:44:53.334100 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:53.383010 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-08ed973e-4471-4412-b046-e0ac0263e4e3 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:53.384567 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-08ed973e-4471-4412-b046-e0ac0263e4e3 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/networks?id=492a2884-9243-465b-939b-ac60c35b4b3f HTTP/1.1" status: 200 len: 812 time: 0.1031899 May 26 19:44:53.399924 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-919299ff-db7b-4133-a68c-c4e1dff40cbb tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/quotas/dabc38fc95184250b1d9e7090ab73b2c HTTP/1.1" status: 200 len: 375 time: 0.0094709 May 26 19:44:53.456475 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-02dbc270-03ea-40b9-bc25-7ece5a306675 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dabc38fc95184250b1d9e7090ab73b2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514569 May 26 19:44:53.476403 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:53.555474 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-61cf87cd-e4c5-42f2-87bb-bbc772c998b2 service neutron] 10.222.0.72 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867901 May 26 19:44:53.650010 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-16f947b3-0f5d-4efc-8f0d-fa93e4c9b0f7 service neutron] 10.222.0.72 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886667 May 26 19:44:53.857794 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f2793-fc77-4156-8afd-b51d7398b919 req-8ce25881-28aa-4c75-8215-c27abf6214db tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:53.859277 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a01f2793-fc77-4156-8afd-b51d7398b919 req-8ce25881-28aa-4c75-8215-c27abf6214db tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0470495 May 26 19:44:53.898678 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:53.910545 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a01f2793-fc77-4156-8afd-b51d7398b919 req-a030845c-815d-4359-8685-f295d9a69bd6 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456097 May 26 19:44:54.217902 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:54.235947 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-50be1d81-5372-467f-a9df-adf8db11cf81 req-816f2b58-9b67-4686-a31a-4d60c865287d tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 210 time: 0.0283818 May 26 19:44:54.333474 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 58202) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:54.601425 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:54.794835 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4c0c-c663-44c7-924e-827ea091522d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616614'] for router_interface (ab9f03bb-732e-4883-91d6-4a3f9e7313fc), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:55.038726 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:55.050987 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd4c0c-c663-44c7-924e-827ea091522d admin admin] Deleting port 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:44:55.051326 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4c0c-c663-44c7-924e-827ea091522d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:55.058401 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775d8c9-0e44-4fcd-8594-a6b19f9ab185 req-7ced3720-9176-4378-9fac-f01d416e87af tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:55.059887 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f775d8c9-0e44-4fcd-8594-a6b19f9ab185 req-7ced3720-9176-4378-9fac-f01d416e87af tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0734394 May 26 19:44:55.157702 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f775d8c9-0e44-4fcd-8594-a6b19f9ab185 req-5a785b52-fe94-419a-96e1-89bc68208093 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870972 May 26 19:44:55.173890 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [None req-9bdd4c0c-c663-44c7-924e-827ea091522d admin admin] For port 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:44:55.174294 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4c0c-c663-44c7-924e-827ea091522d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:55.187659 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd4c0c-c663-44c7-924e-827ea091522d admin admin] Calling delete_port for 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd owned by network:router_interface {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:44:55.312298 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:55.337983 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f56f401e-987c-4794-bcb1-3823289084f5 req-c3c7f874-0546-41c3-b015-b7c35c180212 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 210 time: 0.0324385 May 26 19:44:55.433915 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4c0c-c663-44c7-924e-827ea091522d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:55.457085 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd4c0c-c663-44c7-924e-827ea091522d admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:55.633441 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4c0c-c663-44c7-924e-827ea091522d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-131568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1616506'] for router_interface (ab9f03bb-732e-4883-91d6-4a3f9e7313fc), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:55.690159 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 58218) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:55.796590 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d288414d-0e36-4d0b-a5ad-474446ced926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:55.845094 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdd4c0c-c663-44c7-924e-827ea091522d admin admin] Router ab9f03bb-732e-4883-91d6-4a3f9e7313fc has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:44:55.878207 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d288414d-0e36-4d0b-a5ad-474446ced926 admin admin] Publish callbacks [] for security_group (13ab2a42-5216-4616-aeb4-c28e3b5f63fd), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:55.892382 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:55.898723 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:55.942656 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d288414d-0e36-4d0b-a5ad-474446ced926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (13ab2a42-5216-4616-aeb4-c28e3b5f63fd), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:55.959186 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdd4c0c-c663-44c7-924e-827ea091522d admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:44:55.965252 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-9bdd4c0c-c663-44c7-924e-827ea091522d admin admin] 10.222.0.72 "PUT /v2.0/routers/ab9f03bb-732e-4883-91d6-4a3f9e7313fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6306872 May 26 19:44:55.968146 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 58222) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:55.977294 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac9f99-774b-4c2b-8056-13f10aaa405f None None] Sync routers for ids ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:44:55.987342 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-d288414d-0e36-4d0b-a5ad-474446ced926 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4b9ec07db6794094bd43efd48307676e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957809 May 26 19:44:55.992116 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288414d-0e36-4d0b-a5ad-474446ced926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ab2a42-5216-4616-aeb4-c28e3b5f63fd,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:55.993128 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 58224) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:55.994724 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bac9f99-774b-4c2b-8056-13f10aaa405f None None] Routers {'ab9f03bb-732e-4883-91d6-4a3f9e7313fc'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:44:55.995670 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-6bac9f99-774b-4c2b-8056-13f10aaa405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:44:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:56.050006 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a02c6d0-f435-481b-a21b-9c6cac0f1ab6 admin admin] Publish callbacks [] for security_group (13ab2a42-5216-4616-aeb4-c28e3b5f63fd), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:56.074733 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a02c6d0-f435-481b-a21b-9c6cac0f1ab6 admin admin] Publish callbacks [] for security_group (13ab2a42-5216-4616-aeb4-c28e3b5f63fd), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:56.088582 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e2688f7b-25fa-43f3-af8b-0790ff7ffc38 admin admin] Publish callbacks [] for router (ab9f03bb-732e-4883-91d6-4a3f9e7313fc), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:56.115028 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-6bac9f99-774b-4c2b-8056-13f10aaa405f None None] Set router ab9f03bb-732e-4883-91d6-4a3f9e7313fc gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:44:56.218544 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e2688f7b-25fa-43f3-af8b-0790ff7ffc38 admin admin] Publish callbacks [] for router_gateway (ab9f03bb-732e-4883-91d6-4a3f9e7313fc), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:56.219977 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-30ebe579-3d85-4bfb-bafc-420923d1c891 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:56.221871 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-30ebe579-3d85-4bfb-bafc-420923d1c891 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.77 "GET /v2.0/networks?id=492a2884-9243-465b-939b-ac60c35b4b3f HTTP/1.1" status: 200 len: 812 time: 0.1330056 May 26 19:44:56.258048 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a02c6d0-f435-481b-a21b-9c6cac0f1ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (13ab2a42-5216-4616-aeb4-c28e3b5f63fd), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:56.261485 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a02c6d0-f435-481b-a21b-9c6cac0f1ab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:56.261621 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:56.266364 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-0a02c6d0-f435-481b-a21b-9c6cac0f1ab6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/13ab2a42-5216-4616-aeb4-c28e3b5f63fd HTTP/1.1" status: 204 len: 168 time: 0.2719753 May 26 19:44:56.303733 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02c6d0-f435-481b-a21b-9c6cac0f1ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ab2a42-5216-4616-aeb4-c28e3b5f63fd,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:56.316735 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-6bac9f99-774b-4c2b-8056-13f10aaa405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-router', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:44:55Z', 'revision_number': 5, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'gw_port': {'id': 'c39f0e68-a66e-4e38-8cd9-2034bf8878d7', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:56.338487 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-e82a6ab6-b1bb-4a69-be9e-50898192a90f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dabc38fc95184250b1d9e7090ab73b2c HTTP/1.1" status: 200 len: 380 time: 0.1054795 May 26 19:44:56.347777 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-54e7618a-da8b-40f5-8934-8530d87c678f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Request body: {'port': {'device_id': 'a1b866a8-96fd-4c60-ac2c-9fbaf249c843', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'admin_state_up': True, 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'security_groups': ['f04b4abb-7734-4d8e-8d10-ee176d50ff21']}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:44:56.349100 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac9f99-774b-4c2b-8056-13f10aaa405f None None] Checking router: ab9f03bb-732e-4883-91d6-4a3f9e7313fc for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:44:56.360161 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:56.370287 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bac9f99-774b-4c2b-8056-13f10aaa405f None None] Routers {'ab9f03bb-732e-4883-91d6-4a3f9e7313fc'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:44:56.370287 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-6bac9f99-774b-4c2b-8056-13f10aaa405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:44:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:56.389345 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-e2688f7b-25fa-43f3-af8b-0790ff7ffc38 admin admin] Deleting port c39f0e68-a66e-4e38-8cd9-2034bf8878d7 {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:44:56.389818 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e2688f7b-25fa-43f3-af8b-0790ff7ffc38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (c39f0e68-a66e-4e38-8cd9-2034bf8878d7), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:56.397916 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6200f-09f8-451b-ad38-d2ec5b93d843 req-c8566c8d-a756-4e67-a703-f06f1a2c24c3 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:56.400092 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-18d6200f-09f8-451b-ad38-d2ec5b93d843 req-c8566c8d-a756-4e67-a703-f06f1a2c24c3 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0936399 May 26 19:44:56.482988 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:56.486624 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:56.491261 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-6bac9f99-774b-4c2b-8056-13f10aaa405f None None] Set router ab9f03bb-732e-4883-91d6-4a3f9e7313fc gateway port host: None {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:44:56.602084 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-18d6200f-09f8-451b-ad38-d2ec5b93d843 req-57382d1e-81ad-4379-ad01-bd9da961e86a tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822119 May 26 19:44:56.622039 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [None req-e2688f7b-25fa-43f3-af8b-0790ff7ffc38 admin admin] For port c39f0e68-a66e-4e38-8cd9-2034bf8878d7, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=c39f0e68-a66e-4e38-8cd9-2034bf8878d7,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:44:56.622516 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e2688f7b-25fa-43f3-af8b-0790ff7ffc38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (c39f0e68-a66e-4e38-8cd9-2034bf8878d7), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:56.641586 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-e2688f7b-25fa-43f3-af8b-0790ff7ffc38 admin admin] Calling delete_port for c39f0e68-a66e-4e38-8cd9-2034bf8878d7 owned by network:router_gateway {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:44:56.688730 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4741a5eb-5a11-43df-a635-a3457157cefd req-902fc060-2c89-422a-ac6d-b0910820c3e5 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 210 time: 0.0506537 May 26 19:44:56.726057 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-54e7618a-da8b-40f5-8934-8530d87c678f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Made reservation on behalf of dabc38fc95184250b1d9e7090ab73b2c for: {'port': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:44:56.731278 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-54e7618a-da8b-40f5-8934-8530d87c678f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:56.774545 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-6bac9f99-774b-4c2b-8056-13f10aaa405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-router', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:44:56Z', 'revision_number': 6, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'gw_port_host': None}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:56.802590 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac9f99-774b-4c2b-8056-13f10aaa405f None None] The sync data for ids ['ab9f03bb-732e-4883-91d6-4a3f9e7313fc'] in dv-cinder-825492-17-iscsi is: [{'id': 'ab9f03bb-732e-4883-91d6-4a3f9e7313fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1778156614-router', 'tenant_id': 'b189404964f64aa88af37e536c1c7464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:19Z', 'updated_at': '2022-05-26T19:44:56Z', 'revision_number': 6, 'project_id': 'b189404964f64aa88af37e536c1c7464', 'gw_port_host': None}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:44:56.871991 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:56.886141 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-54e7618a-da8b-40f5-8934-8530d87c678f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Allocated IP 172.20.0.13 (492a2884-9243-465b-939b-ac60c35b4b3f/f61c4997-1573-4713-b00b-a1dd9f85ac65/5ecc06c8-c98f-447b-9a1b-988dbfb4aa53) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:44:56.930651 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:56.943149 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e2688f7b-25fa-43f3-af8b-0790ff7ffc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (c39f0e68-a66e-4e38-8cd9-2034bf8878d7), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:57.039573 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-54e7618a-da8b-40f5-8934-8530d87c678f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for port (5ecc06c8-c98f-447b-9a1b-988dbfb4aa53), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:57.050405 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 58234) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:57.067393 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4e67ad44-cc85-45e7-9927-d6907a54f160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:57.163968 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-54e7618a-da8b-40f5-8934-8530d87c678f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (5ecc06c8-c98f-447b-9a1b-988dbfb4aa53), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:57.203499 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2688f7b-25fa-43f3-af8b-0790ff7ffc38 admin admin] Pushing event deleted for resources: {'Port': ['ID=c39f0e68-a66e-4e38-8cd9-2034bf8878d7,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:57.218636 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4e67ad44-cc85-45e7-9927-d6907a54f160 admin admin] Publish callbacks [] for security_group (8aa1b49c-acc5-42ed-8229-4ca122657f2b), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:57.230694 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-54e7618a-da8b-40f5-8934-8530d87c678f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Network 492a2884-9243-465b-939b-ac60c35b4b3f is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:44:57.234198 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:57.243132 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-54e7618a-da8b-40f5-8934-8530d87c678f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:57.243132 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-54e7618a-da8b-40f5-8934-8530d87c678f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:44:57.245177 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7618a-da8b-40f5-8934-8530d87c678f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event updated for resources: {'Port': ['ID=5ecc06c8-c98f-447b-9a1b-988dbfb4aa53,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:57.282642 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e2688f7b-25fa-43f3-af8b-0790ff7ffc38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617880'] for router_gateway (ab9f03bb-732e-4883-91d6-4a3f9e7313fc), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:57.285939 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:57.300823 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-4e67ad44-cc85-45e7-9927-d6907a54f160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (8aa1b49c-acc5-42ed-8229-4ca122657f2b), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:57.361882 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-54e7618a-da8b-40f5-8934-8530d87c678f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:57.362816 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-54e7618a-da8b-40f5-8934-8530d87c678f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:57.369734 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:57.379576 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-4e67ad44-cc85-45e7-9927-d6907a54f160 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bc960f52853a4ee7b075a22a9ba82ca1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3279362 May 26 19:44:57.380483 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67ad44-cc85-45e7-9927-d6907a54f160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa1b49c-acc5-42ed-8229-4ca122657f2b,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:57.385530 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 58236) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:57.402699 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e2688f7b-25fa-43f3-af8b-0790ff7ffc38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1823113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7897'] for router (ab9f03bb-732e-4883-91d6-4a3f9e7313fc), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:57.405470 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e2688f7b-25fa-43f3-af8b-0790ff7ffc38 admin admin] Publish callbacks [] for router_controller (ab9f03bb-732e-4883-91d6-4a3f9e7313fc), precommit_delete_associations {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:57.443927 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c61bd268-f3e0-415b-8ea8-65a08f3389dd admin admin] Publish callbacks [] for security_group (8aa1b49c-acc5-42ed-8229-4ca122657f2b), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:57.470974 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c61bd268-f3e0-415b-8ea8-65a08f3389dd admin admin] Publish callbacks [] for security_group (8aa1b49c-acc5-42ed-8229-4ca122657f2b), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:57.522652 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-54e7618a-da8b-40f5-8934-8530d87c678f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1786890 May 26 19:44:57.530193 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-d324d518-c9a3-45c3-8ebc-0c7cb8493355 None None] Provisioning complete for port 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:44:57.530597 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-d324d518-c9a3-45c3-8ebc-0c7cb8493355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (5ecc06c8-c98f-447b-9a1b-988dbfb4aa53), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:57.533740 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] Request body: {'port': {'device_id': 'a1b866a8-96fd-4c60-ac2c-9fbaf249c843', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:44:57.551063 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e2688f7b-25fa-43f3-af8b-0790ff7ffc38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823106'] for router (ab9f03bb-732e-4883-91d6-4a3f9e7313fc), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:57.551648 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2688f7b-25fa-43f3-af8b-0790ff7ffc38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab9f03bb-732e-4883-91d6-4a3f9e7313fc {{(pid=104685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 19:44:57.556972 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e2688f7b-25fa-43f3-af8b-0790ff7ffc38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:57.561246 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 58238) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:57.561508 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-e2688f7b-25fa-43f3-af8b-0790ff7ffc38 admin admin] 10.222.0.72 "DELETE /v2.0/routers/ab9f03bb-732e-4883-91d6-4a3f9e7313fc HTTP/1.1" status: 204 len: 168 time: 1.5925250 May 26 19:44:57.567327 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-d324d518-c9a3-45c3-8ebc-0c7cb8493355 None None] Port 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:44:57.573778 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c61bd268-f3e0-415b-8ea8-65a08f3389dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (8aa1b49c-acc5-42ed-8229-4ca122657f2b), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:57.576550 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c61bd268-f3e0-415b-8ea8-65a08f3389dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:57.577632 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-c61bd268-f3e0-415b-8ea8-65a08f3389dd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8aa1b49c-acc5-42ed-8229-4ca122657f2b HTTP/1.1" status: 204 len: 168 time: 0.1911752 May 26 19:44:57.633127 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61bd268-f3e0-415b-8ea8-65a08f3389dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa1b49c-acc5-42ed-8229-4ca122657f2b,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:57.653397 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c08c5e-51bc-4278-abe9-6faa29415545 admin admin] Deleting subnet 05dcdbba-6e16-4071-86f2-e4f1836b9900 {{(pid=104684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 19:44:57.658549 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (5ecc06c8-c98f-447b-9a1b-988dbfb4aa53), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:57.663173 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-41c08c5e-51bc-4278-abe9-6faa29415545 admin admin] Publish callbacks [] for subnet (05dcdbba-6e16-4071-86f2-e4f1836b9900), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:57.760787 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-41c08c5e-51bc-4278-abe9-6faa29415545 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13475750'] for subnet (05dcdbba-6e16-4071-86f2-e4f1836b9900), precommit_delete_associations {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:57.829809 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:44:57.840492 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769e73-046f-4b4c-9837-08d0b92f1ff3 req-daf881c5-d0bd-4d38-bb00-3a3c376019bd tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:57.842799 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e1769e73-046f-4b4c-9837-08d0b92f1ff3 req-daf881c5-d0bd-4d38-bb00-3a3c376019bd tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0867710 May 26 19:44:57.854862 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:44:57.855550 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 5d1c0a9a-8f9f-44c3-9833-6ece79ab63bd not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:44:57.916970 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e1769e73-046f-4b4c-9837-08d0b92f1ff3 req-65361b35-9468-4d77-bb45-7c749ae403af tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663497 May 26 19:44:57.965159 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:58.348453 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-41c08c5e-51bc-4278-abe9-6faa29415545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674963'] for subnet (05dcdbba-6e16-4071-86f2-e4f1836b9900), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:58.356343 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa53c1-8799-4446-b472-ca3fac76987d req-c5499bda-1630-425e-9bee-78a89145d290 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:58.357845 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-26aa53c1-8799-4446-b472-ca3fac76987d req-c5499bda-1630-425e-9bee-78a89145d290 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 932 time: 0.5574114 May 26 19:44:58.530997 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-26aa53c1-8799-4446-b472-ca3fac76987d req-a3315b2c-b0ce-4c9a-8240-859d8464de71 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514792 May 26 19:44:58.567562 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:58.621099 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 {{(pid=104684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:44:58.628892 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] Publish callbacks [] for port (5ecc06c8-c98f-447b-9a1b-988dbfb4aa53), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:58.646073 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-41c08c5e-51bc-4278-abe9-6faa29415545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13475664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13281352'] for subnet (05dcdbba-6e16-4071-86f2-e4f1836b9900), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:58.646073 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.provisioning_blocks [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] Transition to ACTIVE for port object 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 will not be triggered until provisioned by entity L2. {{(pid=104684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 19:44:58.670669 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c08c5e-51bc-4278-abe9-6faa29415545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05dcdbba-6e16-4071-86f2-e4f1836b9900,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:58.672707 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-41c08c5e-51bc-4278-abe9-6faa29415545 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:58.678199 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-41c08c5e-51bc-4278-abe9-6faa29415545 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/05dcdbba-6e16-4071-86f2-e4f1836b9900 HTTP/1.1" status: 204 len: 168 time: 1.1136887 May 26 19:44:58.678361 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3546db-d9a3-4f4c-adfe-44759baff35a None None] Network f1378612-5a59-4b7c-a0f1-5080210638d6 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:44:58.678780 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 58262) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:58.739632 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (5ecc06c8-c98f-447b-9a1b-988dbfb4aa53), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:58.758421 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-0fadd4f0-671e-4fcd-839a-2106e9657675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1324308'] for network (f1378612-5a59-4b7c-a0f1-5080210638d6), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:58.807893 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-0fadd4f0-671e-4fcd-839a-2106e9657675 admin admin] Deleting port 085bb935-4767-4396-9388-9bebcd7c9a8d {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:44:58.808420 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-0fadd4f0-671e-4fcd-839a-2106e9657675 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (085bb935-4767-4396-9388-9bebcd7c9a8d), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:58.809093 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] Pushing event updated for resources: {'Port': ['ID=5ecc06c8-c98f-447b-9a1b-988dbfb4aa53,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:58.871923 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] DHCP port deletion for f1378612-5a59-4b7c-a0f1-5080210638d6 request from dv-cinder-825492-17-iscsi {{(pid=104686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 19:44:58.905951 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [None req-0fadd4f0-671e-4fcd-839a-2106e9657675 admin admin] For port 085bb935-4767-4396-9388-9bebcd7c9a8d, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=085bb935-4767-4396-9388-9bebcd7c9a8d,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:44:58.906576 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-0fadd4f0-671e-4fcd-839a-2106e9657675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (085bb935-4767-4396-9388-9bebcd7c9a8d), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:58.914268 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 58266) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:44:58.925499 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-0fadd4f0-671e-4fcd-839a-2106e9657675 admin admin] Calling delete_port for 085bb935-4767-4396-9388-9bebcd7c9a8d owned by network:dhcp {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:44:58.933847 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] Attempting to bind port 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:44:58.935116 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] Attempting to bind port 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'a27918ad-49bd-4b5d-9789-751677ce88d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f'}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:44:58.935684 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] Attempting to bind port 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 on network 492a2884-9243-465b-939b-ac60c35b4b3f {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:44:58.947811 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] Deleting port 085bb935-4767-4396-9388-9bebcd7c9a8d {{(pid=104686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:44:58.948754 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (085bb935-4767-4396-9388-9bebcd7c9a8d), before_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:58.952790 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] Port 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 on network 492a2884-9243-465b-939b-ac60c35b4b3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 19:44:58.953268 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] Attempting to bind port 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 on network 492a2884-9243-465b-939b-ac60c35b4b3f {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:44:58.960370 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] Checking agent: {'id': 'c3a211c9-c98b-4801-84c3-445f8272aa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'started_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:44:58.960713 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] Checking segment: {'id': 'a27918ad-49bd-4b5d-9789-751677ce88d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:44:58.961101 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] Bound using segment: {'id': 'a27918ad-49bd-4b5d-9789-751677ce88d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f'} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:44:58.961817 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] Bound port: 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27918ad-49bd-4b5d-9789-751677ce88d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f'}}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:44:58.961927 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (5ecc06c8-c98f-447b-9a1b-988dbfb4aa53), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:59.026409 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] For port 085bb935-4767-4396-9388-9bebcd7c9a8d, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=085bb935-4767-4396-9388-9bebcd7c9a8d,segment=NetworkSegment(29517d51-bc5c-4854-b7ff-4750c6ea272b),segment_id=29517d51-bc5c-4854-b7ff-4750c6ea272b)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:44:59.027107 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (085bb935-4767-4396-9388-9bebcd7c9a8d), precommit_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:59.049278 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] Calling delete_port for 085bb935-4767-4396-9388-9bebcd7c9a8d owned by network:dhcp {{(pid=104686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:44:59.085110 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] For port 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53, host hv-cinder-82549, cleared binding levels {{(pid=104684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:44:59.097133 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] For port 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5ecc06c8-c98f-447b-9a1b-988dbfb4aa53,segment=NetworkSegment(a27918ad-49bd-4b5d-9789-751677ce88d9),segment_id=a27918ad-49bd-4b5d-9789-751677ce88d9)] {{(pid=104684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:44:59.105749 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:59.111381 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-0fadd4f0-671e-4fcd-839a-2106e9657675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (085bb935-4767-4396-9388-9bebcd7c9a8d), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:59.112497 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-2dfe72b8-685a-4c35-a2fe-f3f510eab18c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-771207658-network', 'tenant_id': 'e99682e050fe48ca82cbecebe920a6f9'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:44:59.143270 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700'] for port (085bb935-4767-4396-9388-9bebcd7c9a8d), after_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:59.150523 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadd4f0-671e-4fcd-839a-2106e9657675 admin admin] Pushing event deleted for resources: {'Port': ['ID=085bb935-4767-4396-9388-9bebcd7c9a8d,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:59.152683 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fadd4f0-671e-4fcd-839a-2106e9657675 admin admin] No DVR routers for this DVR port 085bb935-4767-4396-9388-9bebcd7c9a8d on host dv-cinder-825492-17-iscsi {{(pid=104685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:44:59.160531 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80bb77-7b09-4170-9c39-643be2c30683 req-795e82c3-6842-4d11-934f-8241fcff85b5 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:59.164506 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5a80bb77-7b09-4170-9c39-643be2c30683 req-795e82c3-6842-4d11-934f-8241fcff85b5 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0996835 May 26 19:44:59.170211 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] Pushing event deleted for resources: {'Port': ['ID=085bb935-4767-4396-9388-9bebcd7c9a8d,revision_number=None']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:59.181280 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] No DVR routers for this DVR port 085bb935-4767-4396-9388-9bebcd7c9a8d on host dv-cinder-825492-17-iscsi {{(pid=104686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:44:59.183535 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:59.183899 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:59.184329 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:59.184675 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:59.185007 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:59.185356 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:59.185680 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:59.186004 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:59.186327 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:59.186649 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:59.187247 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:59.189591 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (5ecc06c8-c98f-447b-9a1b-988dbfb4aa53), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:59.195109 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:59.195706 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:59.196233 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:59.198318 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9135a54-1923-47f6-8c47-1f6b1f89d4d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:59.216173 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:59.225861 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfe72b8-685a-4c35-a2fe-f3f510eab18c admin admin] Made reservation on behalf of e99682e050fe48ca82cbecebe920a6f9 for: {'network': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:44:59.228297 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2dfe72b8-685a-4c35-a2fe-f3f510eab18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for network (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:59.241955 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:59.242383 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:59.243795 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] 10.222.0.77 "PUT /v2.0/ports/5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 HTTP/1.1" status: 200 len: 1094 time: 1.7140965 May 26 19:44:59.244715 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b866a8-96fd-4c60-ac2c-9fbaf249c843', 'tag': '5ecc06c8-c98f-447b-9a1b-988dbfb4aa53'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:44:59.247801 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39814586-a09d-4072-8e0a-3700ca267240" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b866a8-96fd-4c60-ac2c-9fbaf249c843", "tag": "5ecc06c8-c98f-447b-9a1b-988dbfb4aa53"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:44:59.267263 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2dfe72b8-685a-4c35-a2fe-f3f510eab18c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:59.271679 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-0fadd4f0-671e-4fcd-839a-2106e9657675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672550', 'neutron.services.segments.db._delete_segments_for_network-8748975417968'] for network (f1378612-5a59-4b7c-a0f1-5080210638d6), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:59.291871 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ffcf0-69ab-4f9d-b0fe-f6d4d6f5a660 service neutron] Pushing event updated for resources: {'Port': ['ID=5ecc06c8-c98f-447b-9a1b-988dbfb4aa53,revision_number=3']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:59.316645 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5a80bb77-7b09-4170-9c39-643be2c30683 req-15aa1c16-edf6-4f0e-b366-89a24717065d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329818 May 26 19:44:59.332406 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c0d383-9015-4b2b-a05b-eae39932359b x-openstack-request-id: req-29c0d383-9015-4b2b-a05b-eae39932359b {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:44:59.332730 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b866a8-96fd-4c60-ac2c-9fbaf249c843", "tag": "5ecc06c8-c98f-447b-9a1b-988dbfb4aa53", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:44:59.332938 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-29c0d383-9015-4b2b-a05b-eae39932359b {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:44:59.333336 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c0d383-9015-4b2b-a05b-eae39932359b'] response: {'name': 'network-changed', 'server_uuid': 'a1b866a8-96fd-4c60-ac2c-9fbaf249c843', 'tag': '5ecc06c8-c98f-447b-9a1b-988dbfb4aa53', 'status': 'completed', 'code': 200} May 26 19:44:59.357618 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-0fadd4f0-671e-4fcd-839a-2106e9657675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1378612-5a59-4b7c-a0f1-5080210638d6']}} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:59.373009 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-0fadd4f0-671e-4fcd-839a-2106e9657675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29517d51-bc5c-4854-b7ff-4750c6ea272b') {'for_net_delete': True} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:59.373432 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-0fadd4f0-671e-4fcd-839a-2106e9657675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29517d51-bc5c-4854-b7ff-4750c6ea272b') {} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:59.383041 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 085bb935-4767-4396-9388-9bebcd7c9a8d no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:44:59.387294 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-0fadd4f0-671e-4fcd-839a-2106e9657675 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748975417721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16119978'] for segment (29517d51-bc5c-4854-b7ff-4750c6ea272b), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:59.410362 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-0fadd4f0-671e-4fcd-839a-2106e9657675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (29517d51-bc5c-4854-b7ff-4750c6ea272b), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:59.411884 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: 085bb935-4767-4396-9388-9bebcd7c9a8d {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:44:59.412741 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 085bb935-4767-4396-9388-9bebcd7c9a8d not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:44:59.413157 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device c39f0e68-a66e-4e38-8cd9-2034bf8878d7 no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:44:59.429833 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fadd4f0-671e-4fcd-839a-2106e9657675 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:44:59.430349 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-0fadd4f0-671e-4fcd-839a-2106e9657675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16099718'] for segment (29517d51-bc5c-4854-b7ff-4750c6ea272b), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:59.437813 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-d09268cd-767a-49a4-8cb8-6a2e042a5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:59.439622 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-d09268cd-767a-49a4-8cb8-6a2e042a5a04 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dabc38fc95184250b1d9e7090ab73b2c&device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 1128 time: 0.0893099 May 26 19:44:59.459286 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: c39f0e68-a66e-4e38-8cd9-2034bf8878d7 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:44:59.459920 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device c39f0e68-a66e-4e38-8cd9-2034bf8878d7 not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:44:59.460044 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.services.segments.plugin [-] Segment 29517d51-bc5c-4854-b7ff-4750c6ea272b resource provider aggregate not found May 26 19:44:59.501432 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-ad0156a9-769a-4edd-a585-1177740123d9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 HTTP/1.1" status: 200 len: 217 time: 0.0483422 May 26 19:44:59.507422 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2dfe72b8-685a-4c35-a2fe-f3f510eab18c admin admin] Publish callbacks [] for security_group (72b441f9-fe21-4575-bff0-0ef0f43f692f), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:59.513297 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.services.segments.plugin [-] Segment 29517d51-bc5c-4854-b7ff-4750c6ea272b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29517d51-bc5c-4854-b7ff-4750c6ea272b found for delete ", "request_id": "req-af895893-a20e-4f95-96e3-5378277e26da"}]} May 26 19:44:59.545728 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:59.565665 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-94b3d7bb-16b1-41c1-8540-2db5b9e79e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:59.567194 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-94b3d7bb-16b1-41c1-8540-2db5b9e79e38 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f61c4997-1573-4713-b00b-a1dd9f85ac65 HTTP/1.1" status: 200 len: 851 time: 0.0535710 May 26 19:44:59.611510 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-7c87d7d6-34b5-44bb-8500-1fa40d2cf4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:59.613293 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-7c87d7d6-34b5-44bb-8500-1fa40d2cf4e4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=492a2884-9243-465b-939b-ac60c35b4b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394788 May 26 19:44:59.617245 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2dfe72b8-685a-4c35-a2fe-f3f510eab18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (72b441f9-fe21-4575-bff0-0ef0f43f692f), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:59.634294 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-0fadd4f0-671e-4fcd-839a-2106e9657675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617908'] for network (f1378612-5a59-4b7c-a0f1-5080210638d6), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:59.642270 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-0fadd4f0-671e-4fcd-839a-2106e9657675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:59.645457 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-0fadd4f0-671e-4fcd-839a-2106e9657675 admin admin] 10.222.0.72 "DELETE /v2.0/networks/f1378612-5a59-4b7c-a0f1-5080210638d6 HTTP/1.1" status: 204 len: 168 time: 0.9657421 May 26 19:44:59.654062 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dfe72b8-685a-4c35-a2fe-f3f510eab18c admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=104684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:44:59.658690 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:59.661392 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadd4f0-671e-4fcd-839a-2106e9657675 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1378612-5a59-4b7c-a0f1-5080210638d6,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:59.672027 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c673d8-904d-447d-94bf-75910a427ca9 req-c7e1d3d8-7c89-4ede-a67b-99f60f8509b3 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:59.685421 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-67c673d8-904d-447d-94bf-75910a427ca9 req-c7e1d3d8-7c89-4ede-a67b-99f60f8509b3 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 944 time: 0.0832200 May 26 19:44:59.716203 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe72b8-685a-4c35-a2fe-f3f510eab18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b441f9-fe21-4575-bff0-0ef0f43f692f,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:59.724815 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2dfe72b8-685a-4c35-a2fe-f3f510eab18c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748975417959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (6482afca-2d8f-4e22-a135-a096063e79d9), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:59.725236 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.segments_db [None req-2dfe72b8-685a-4c35-a2fe-f3f510eab18c admin admin] Added segment 6482afca-2d8f-4e22-a135-a096063e79d9 of type vlan for network 34f3a739-7e78-433b-8a6a-0d4643be2b0c May 26 19:44:59.739924 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:44:59.761487 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-67c673d8-904d-447d-94bf-75910a427ca9 req-ede3a2d9-79f6-4e4b-98ae-08db189e290d tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703137 May 26 19:44:59.787234 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2dfe72b8-685a-4c35-a2fe-f3f510eab18c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748974919033'] for network (34f3a739-7e78-433b-8a6a-0d4643be2b0c), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:59.850695 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-79eeff20-63ed-4224-83d3-7cb9157a4481 service neutron] 10.222.0.77 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286096 May 26 19:44:59.859056 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec760b2f-4f9d-430b-b276-7463643b444a req-4b8c5e48-c730-4513-a03f-dd32f1ae5a52 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:59.860533 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ec760b2f-4f9d-430b-b276-7463643b444a req-4b8c5e48-c730-4513-a03f-dd32f1ae5a52 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.1007929 May 26 19:44:59.951364 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2dfe72b8-685a-4c35-a2fe-f3f510eab18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for network (34f3a739-7e78-433b-8a6a-0d4643be2b0c), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:59.952363 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfe72b8-685a-4c35-a2fe-f3f510eab18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:59.952905 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2dfe72b8-685a-4c35-a2fe-f3f510eab18c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:44:59.970558 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d4e35-a6ad-4517-a648-19a24f0503b3 req-87bcb279-dafc-4724-ae5f-066e1093405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:59.972070 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-240d4e35-a6ad-4517-a648-19a24f0503b3 req-87bcb279-dafc-4724-ae5f-066e1093405e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f6d58e80c3594ae2abb49ade4482dfd3&device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 1130 time: 0.1193259 May 26 19:45:00.008351 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 58286) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:45:00.052935 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-02bab299-82a9-4c8e-9be2-cf74f5324489 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b189404964f64aa88af37e536c1c7464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411282 May 26 19:45:00.053233 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 58288) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:45:00.080001 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-2dfe72b8-685a-4c35-a2fe-f3f510eab18c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.1646931 May 26 19:45:00.087016 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 58290) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:45:00.092763 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-f3104ba4-73c2-4655-aa82-47eca674f9ad admin admin] Request body: {'subnet': {'network_id': '34f3a739-7e78-433b-8a6a-0d4643be2b0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-771207658-subnet', 'tenant_id': 'e99682e050fe48ca82cbecebe920a6f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:45:00.127096 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f9ba9465-0811-4f61-84bc-f9e0ee30391d admin admin] Publish callbacks [] for security_group (0650d532-f464-44f8-9ace-4070a1cbd883), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:00.129735 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe72b8-685a-4c35-a2fe-f3f510eab18c admin admin] Pushing event updated for resources: {'Network': ['ID=34f3a739-7e78-433b-8a6a-0d4643be2b0c,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:00.134424 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ec760b2f-4f9d-430b-b276-7463643b444a req-82529e0b-4311-44e6-b799-a543fa6864f6 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644031 May 26 19:45:00.139248 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8592cc70-876d-420a-ac06-e695e8a93ee1 req-5947c67d-2f63-4200-af49-6eb5a65a98e9 service neutron] 10.222.0.77 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713094 May 26 19:45:00.145423 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Network 34f3a739-7e78-433b-8a6a-0d4643be2b0c details requested by agent ovs-agent-dv-cinder-825492-17-iscsi with host dv-cinder-825492-17-iscsi {{(pid=104686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 19:45:00.150603 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:00.151383 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f9ba9465-0811-4f61-84bc-f9e0ee30391d admin admin] Publish callbacks [] for security_group (0650d532-f464-44f8-9ace-4070a1cbd883), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:00.169688 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3104ba4-73c2-4655-aa82-47eca674f9ad admin admin] Made reservation on behalf of e99682e050fe48ca82cbecebe920a6f9 for: {'subnet': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:45:00.172333 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f3104ba4-73c2-4655-aa82-47eca674f9ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15975615'] for subnet (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:00.179183 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d4e35-a6ad-4517-a648-19a24f0503b3 req-7ea50fb3-55e0-48da-863c-9cdd11af9d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:00.179183 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-240d4e35-a6ad-4517-a648-19a24f0503b3 req-7ea50fb3-55e0-48da-863c-9cdd11af9d6d service neutron] 10.222.0.77 "GET /v2.0/networks?id=3d90aacf-7ed7-4464-b873-af570bc85444 HTTP/1.1" status: 200 len: 911 time: 0.1877444 May 26 19:45:00.259988 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-240d4e35-a6ad-4517-a648-19a24f0503b3 req-2ef7b8ee-f088-421f-97b2-5e7515bdae6e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd065cbe-f746-42d0-9f46-d21f31e26426 HTTP/1.1" status: 200 len: 1002 time: 0.0721109 May 26 19:45:00.345776 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f9ba9465-0811-4f61-84bc-f9e0ee30391d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (0650d532-f464-44f8-9ace-4070a1cbd883), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:00.348276 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f9ba9465-0811-4f61-84bc-f9e0ee30391d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:00.349441 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-f9ba9465-0811-4f61-84bc-f9e0ee30391d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0650d532-f464-44f8-9ace-4070a1cbd883 HTTP/1.1" status: 204 len: 168 time: 0.2952347 May 26 19:45:00.372390 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba9465-0811-4f61-84bc-f9e0ee30391d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0650d532-f464-44f8-9ace-4070a1cbd883,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:00.440128 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f3104ba4-73c2-4655-aa82-47eca674f9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16100453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15975593'] for subnet (2cd0f775-a56a-4b1d-ac6b-d6ed76ccb466), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:00.497254 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3104ba4-73c2-4655-aa82-47eca674f9ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cd0f775-a56a-4b1d-ac6b-d6ed76ccb466,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:00.508087 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3104ba4-73c2-4655-aa82-47eca674f9ad admin admin] Checking segment: {'id': '6482afca-2d8f-4e22-a135-a096063e79d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34f3a739-7e78-433b-8a6a-0d4643be2b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:45:00.508447 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3104ba4-73c2-4655-aa82-47eca674f9ad admin admin] Network hostable DHCP agents. Network: 34f3a739-7e78-433b-8a6a-0d4643be2b0c, hostable agents: ['334e9f8c-ffb2-4cf1-9422-c5afdc325939'], hosted agents: [] {{(pid=104685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:45:00.534546 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:45:00.576797 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3104ba4-73c2-4655-aa82-47eca674f9ad admin admin] Network 34f3a739-7e78-433b-8a6a-0d4643be2b0c is scheduled to be hosted by DHCP agent 334e9f8c-ffb2-4cf1-9422-c5afdc325939 with binding_index 1 {{(pid=104685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:45:00.590288 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39814586-a09d-4072-8e0a-3700ca267240 req-0afa3140-dd33-423e-90ef-6eb45eed11da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:00.591805 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-39814586-a09d-4072-8e0a-3700ca267240 req-0afa3140-dd33-423e-90ef-6eb45eed11da service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dabc38fc95184250b1d9e7090ab73b2c&device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 1128 time: 0.0750725 May 26 19:45:00.595812 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d4e35-a6ad-4517-a648-19a24f0503b3 req-3c463900-f63f-44fd-a106-f87fa67c56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:00.597127 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-240d4e35-a6ad-4517-a648-19a24f0503b3 req-3c463900-f63f-44fd-a106-f87fa67c56b2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1a77309c-764f-454e-97c7-cacc8c9fe03c HTTP/1.1" status: 200 len: 849 time: 0.0792162 May 26 19:45:00.651127 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-f3104ba4-73c2-4655-aa82-47eca674f9ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-17-iscsi, 34f3a739-7e78-433b-8a6a-0d4643be2b0c) {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:45:00.655806 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3104ba4-73c2-4655-aa82-47eca674f9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:00.656534 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f3104ba4-73c2-4655-aa82-47eca674f9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:00.661444 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311dfbb2-b541-4eb5-ae02-fcf0dace4ae5 None None] Network 34f3a739-7e78-433b-8a6a-0d4643be2b0c requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:45:00.693011 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d4e35-a6ad-4517-a648-19a24f0503b3 req-01d6b5a0-050a-41ac-a1ff-bd015c9f50da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:00.694533 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-240d4e35-a6ad-4517-a648-19a24f0503b3 req-01d6b5a0-050a-41ac-a1ff-bd015c9f50da service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3d90aacf-7ed7-4464-b873-af570bc85444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0879993 May 26 19:45:00.728409 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-f3104ba4-73c2-4655-aa82-47eca674f9ad admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6403530 May 26 19:45:00.775337 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39814586-a09d-4072-8e0a-3700ca267240 req-b24fbd49-c6c5-4ef2-87a4-a43964d1ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:00.776913 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-39814586-a09d-4072-8e0a-3700ca267240 req-b24fbd49-c6c5-4ef2-87a4-a43964d1ab4f service neutron] 10.222.0.77 "GET /v2.0/networks?id=492a2884-9243-465b-939b-ac60c35b4b3f HTTP/1.1" status: 200 len: 913 time: 0.1782355 May 26 19:45:00.784591 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216514d8-c9cb-45b1-9a50-648417312d78 None None] Network 34f3a739-7e78-433b-8a6a-0d4643be2b0c requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:45:00.826885 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-39814586-a09d-4072-8e0a-3700ca267240 req-2000436d-3a5a-4fc9-998f-b846114604d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 HTTP/1.1" status: 200 len: 217 time: 0.0391517 May 26 19:45:00.853138 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-240d4e35-a6ad-4517-a648-19a24f0503b3 req-efb3476d-4364-49c7-92d3-6adb4947b81d service neutron] 10.222.0.77 "GET /v2.0/networks/3d90aacf-7ed7-4464-b873-af570bc85444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433196 May 26 19:45:00.895375 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:00.924934 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d1ea3-d6c3-4042-81a9-846ce1815364 req-1dd7f4ab-5dff-4669-bec7-98d2422ee0e0 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:00.927383 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-634d1ea3-d6c3-4042-81a9-846ce1815364 req-1dd7f4ab-5dff-4669-bec7-98d2422ee0e0 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 944 time: 0.0610704 May 26 19:45:00.939372 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:00.979716 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-634d1ea3-d6c3-4042-81a9-846ce1815364 req-29f765c4-a55c-4d39-a064-050a868ca313 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469234 May 26 19:45:01.217859 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39814586-a09d-4072-8e0a-3700ca267240 req-a4276059-e00d-4297-b1be-ce83e726a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:01.219379 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-39814586-a09d-4072-8e0a-3700ca267240 req-a4276059-e00d-4297-b1be-ce83e726a44f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f61c4997-1573-4713-b00b-a1dd9f85ac65 HTTP/1.1" status: 200 len: 851 time: 0.1203098 May 26 19:45:01.324820 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-240d4e35-a6ad-4517-a648-19a24f0503b3 req-ae46f24b-84b4-48cf-ae4c-b5bc4ae57133 service neutron] 10.222.0.77 "GET /v2.0/networks/3d90aacf-7ed7-4464-b873-af570bc85444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038827 May 26 19:45:01.330641 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39814586-a09d-4072-8e0a-3700ca267240 req-5e8808ea-9f4b-442b-a887-cdd562e203df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:01.330641 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-39814586-a09d-4072-8e0a-3700ca267240 req-5e8808ea-9f4b-442b-a887-cdd562e203df service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=492a2884-9243-465b-939b-ac60c35b4b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1009383 May 26 19:45:01.344001 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd444980-2c70-4f9a-adf7-2b52492db307 req-e5829386-0876-447b-b7f6-55d1d070dca4 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:01.346125 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-cd444980-2c70-4f9a-adf7-2b52492db307 req-e5829386-0876-447b-b7f6-55d1d070dca4 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0750713 May 26 19:45:01.465259 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-cd444980-2c70-4f9a-adf7-2b52492db307 req-abcc7779-7d11-4a1b-b139-b45007565cae tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983090 May 26 19:45:01.490891 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-39814586-a09d-4072-8e0a-3700ca267240 req-2c356e19-72c7-46b0-aecf-dcab218b2a4c service neutron] 10.222.0.77 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435499 May 26 19:45:01.593480 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-39814586-a09d-4072-8e0a-3700ca267240 req-f2e1d208-4ded-4bd9-8037-cf197c5900b5 service neutron] 10.222.0.77 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908172 May 26 19:45:02.100724 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346d2a0-4351-4a41-85ef-9f061beec011 req-c5446745-e03d-4d45-a597-ed5d63722941 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:02.102225 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-3346d2a0-4351-4a41-85ef-9f061beec011 req-c5446745-e03d-4d45-a597-ed5d63722941 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 944 time: 0.0515797 May 26 19:45:02.151774 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-3346d2a0-4351-4a41-85ef-9f061beec011 req-d68f3cd4-649f-40cd-b63e-dc5fa6404482 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439806 May 26 19:45:02.552411 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:02.594525 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c8625-5aeb-4ec6-a2b7-f7521713a114 req-8b49e619-bfda-42b4-8f04-a3d45ee8dedd tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:02.596043 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6b5c8625-5aeb-4ec6-a2b7-f7521713a114 req-8b49e619-bfda-42b4-8f04-a3d45ee8dedd tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0552199 May 26 19:45:02.647504 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6b5c8625-5aeb-4ec6-a2b7-f7521713a114 req-8d32c836-5166-496b-95d9-14cc927fd44f tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448864 May 26 19:45:03.190269 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-da77c395-0c8c-41cb-ab5b-99035f4be027 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:03.191800 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-da77c395-0c8c-41cb-ab5b-99035f4be027 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/networks?id=34f3a739-7e78-433b-8a6a-0d4643be2b0c HTTP/1.1" status: 200 len: 813 time: 0.1014917 May 26 19:45:03.207219 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-4d1c5c41-bbb3-4c8f-8d4e-76609640a2fa tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/quotas/e99682e050fe48ca82cbecebe920a6f9 HTTP/1.1" status: 200 len: 375 time: 0.0102189 May 26 19:45:03.252411 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-284602cc-ee39-4432-92a8-8f99f281dc33 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e99682e050fe48ca82cbecebe920a6f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378716 May 26 19:45:03.292533 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b35d0-bc37-4291-a880-a4ba9f750025 req-86a844f6-fa31-43c3-a8a8-84b923bbffce tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:03.294354 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7d1b35d0-bc37-4291-a880-a4ba9f750025 req-86a844f6-fa31-43c3-a8a8-84b923bbffce tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 944 time: 0.0674627 May 26 19:45:03.324492 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:03.358758 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7d1b35d0-bc37-4291-a880-a4ba9f750025 req-4980fe47-2e52-427a-b442-f284a903ca70 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505865 May 26 19:45:03.362692 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-c54642bc-ce23-470b-aa40-49401cdb6230 service neutron] 10.222.0.72 "GET /v2.0/networks/34f3a739-7e78-433b-8a6a-0d4643be2b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026270 May 26 19:45:03.376892 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:03.458560 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-1e72341d-c280-4dae-89b6-d630688a65b1 service neutron] 10.222.0.72 "GET /v2.0/networks/34f3a739-7e78-433b-8a6a-0d4643be2b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902629 May 26 19:45:03.671363 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9a493b59-8745-413a-8dd3-f0f16a090a57 req-d29566f5-1d2c-45b3-8c2f-0b759e32f454 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557804 May 26 19:45:03.744106 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-93bbc7cd-d26b-4c27-bc87-4853a1ba5e9d req-e70c3d11-28a1-4acd-8c3b-f76aa1a69ee3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=f078ae03-f894-4a29-b0a5-6b1d00cc424d HTTP/1.1" status: 200 len: 210 time: 0.0535636 May 26 19:45:03.757852 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a493b59-8745-413a-8dd3-f0f16a090a57 req-772d835c-1881-4b94-b82e-4739abaa6815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:03.759367 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9a493b59-8745-413a-8dd3-f0f16a090a57 req-772d835c-1881-4b94-b82e-4739abaa6815 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dabc38fc95184250b1d9e7090ab73b2c&device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 1130 time: 0.0670319 May 26 19:45:03.862804 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a493b59-8745-413a-8dd3-f0f16a090a57 req-c68edfa3-6395-40a6-9e8a-12617c3a2f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:03.864297 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9a493b59-8745-413a-8dd3-f0f16a090a57 req-c68edfa3-6395-40a6-9e8a-12617c3a2f63 service neutron] 10.222.0.77 "GET /v2.0/networks?id=492a2884-9243-465b-939b-ac60c35b4b3f HTTP/1.1" status: 200 len: 913 time: 0.0855703 May 26 19:45:03.929885 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9a493b59-8745-413a-8dd3-f0f16a090a57 req-a5fd64dd-64cd-423a-9e0e-185871030f0d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65821ee3-a623-4001-a22a-7ee3a346e6ea HTTP/1.1" status: 200 len: 1002 time: 0.0585623 May 26 19:45:03.987406 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a493b59-8745-413a-8dd3-f0f16a090a57 req-71cf9a39-fa50-4ede-9c9a-819c53a9b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:03.988967 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9a493b59-8745-413a-8dd3-f0f16a090a57 req-71cf9a39-fa50-4ede-9c9a-819c53a9b53d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f61c4997-1573-4713-b00b-a1dd9f85ac65 HTTP/1.1" status: 200 len: 851 time: 0.0534396 May 26 19:45:04.037687 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a493b59-8745-413a-8dd3-f0f16a090a57 req-6d592e29-8815-4c2c-b2bf-322a4a805fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:04.039206 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9a493b59-8745-413a-8dd3-f0f16a090a57 req-6d592e29-8815-4c2c-b2bf-322a4a805fb0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=492a2884-9243-465b-939b-ac60c35b4b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436809 May 26 19:45:04.132587 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9a493b59-8745-413a-8dd3-f0f16a090a57 req-a3251153-d9dc-4b51-8836-cf89ff5658ef service neutron] 10.222.0.77 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867755 May 26 19:45:04.243866 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9a493b59-8745-413a-8dd3-f0f16a090a57 req-650c4dbe-019b-4ec5-8213-30c4b9ebe985 service neutron] 10.222.0.77 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038444 May 26 19:45:04.486513 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360a990-893b-4e9a-98f7-839a324b243b req-e2d0d81e-b20b-4548-81f4-671f1e8c67d1 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:04.488029 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9360a990-893b-4e9a-98f7-839a324b243b req-e2d0d81e-b20b-4548-81f4-671f1e8c67d1 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 944 time: 0.0486510 May 26 19:45:04.541666 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9360a990-893b-4e9a-98f7-839a324b243b req-eedd937a-40e3-4653-bf9c-fabade92b605 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479863 May 26 19:45:04.839507 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2ecf12bf-d25b-44ea-a52c-963e66920cfa req-6c3476a2-1ebe-4d3d-b767-73f167abd5ae tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=f078ae03-f894-4a29-b0a5-6b1d00cc424d HTTP/1.1" status: 200 len: 210 time: 0.0277619 May 26 19:45:05.657458 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4569b6-2070-416d-ad11-dc3f7da51d02 req-6b0078dd-e6d3-4524-80b6-300d04982188 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:05.658837 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8d4569b6-2070-416d-ad11-dc3f7da51d02 req-6b0078dd-e6d3-4524-80b6-300d04982188 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 944 time: 0.0476823 May 26 19:45:05.717153 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8d4569b6-2070-416d-ad11-dc3f7da51d02 req-fc8338ad-1f91-4ade-9da5-d2f2a9b1b654 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495229 May 26 19:45:05.770057 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-6e50a6d0-bc26-4e9a-a83a-915f7b74b137 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:05.771525 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-6e50a6d0-bc26-4e9a-a83a-915f7b74b137 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.77 "GET /v2.0/networks?id=34f3a739-7e78-433b-8a6a-0d4643be2b0c HTTP/1.1" status: 200 len: 813 time: 0.1079960 May 26 19:45:05.933286 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5fb311f5-73c1-4afb-8943-37c8277a84b3 req-3654d4ca-b2f4-42a5-9eef-3a37b5e6ec82 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=f078ae03-f894-4a29-b0a5-6b1d00cc424d HTTP/1.1" status: 200 len: 210 time: 0.0275812 May 26 19:45:06.300923 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-aa94df88-f5f1-47aa-9d75-3cac72a5cea3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Request body: {'port': {'device_id': 'f078ae03-f894-4a29-b0a5-6b1d00cc424d', 'network_id': '34f3a739-7e78-433b-8a6a-0d4643be2b0c', 'admin_state_up': True, 'tenant_id': 'e99682e050fe48ca82cbecebe920a6f9'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:45:06.504694 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-aa94df88-f5f1-47aa-9d75-3cac72a5cea3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Made reservation on behalf of e99682e050fe48ca82cbecebe920a6f9 for: {'port': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:45:06.508220 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-aa94df88-f5f1-47aa-9d75-3cac72a5cea3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:06.594809 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:06.644550 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-aa94df88-f5f1-47aa-9d75-3cac72a5cea3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Allocated IP 172.20.0.11 (34f3a739-7e78-433b-8a6a-0d4643be2b0c/2cd0f775-a56a-4b1d-ac6b-d6ed76ccb466/6fe129fb-f583-4c5e-a15c-855a8b053449) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:45:06.646274 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:06.708554 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:06.805129 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-aa94df88-f5f1-47aa-9d75-3cac72a5cea3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Publish callbacks [] for port (6fe129fb-f583-4c5e-a15c-855a8b053449), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:06.841884 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b0745-ca1b-42e1-8a73-714bc9ee0547 req-7f7049ea-ee74-4ea8-90e7-8047fc0f14bf tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:06.843430 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f57b0745-ca1b-42e1-8a73-714bc9ee0547 req-7f7049ea-ee74-4ea8-90e7-8047fc0f14bf tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 944 time: 0.0543747 May 26 19:45:06.894712 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f57b0745-ca1b-42e1-8a73-714bc9ee0547 req-82265716-7725-4046-b4af-76ef5f142dab tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447164 May 26 19:45:06.914855 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-aa94df88-f5f1-47aa-9d75-3cac72a5cea3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (6fe129fb-f583-4c5e-a15c-855a8b053449), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:06.954633 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-aa94df88-f5f1-47aa-9d75-3cac72a5cea3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Network 34f3a739-7e78-433b-8a6a-0d4643be2b0c is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:45:06.957837 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-aa94df88-f5f1-47aa-9d75-3cac72a5cea3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:45:06.972086 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-aa94df88-f5f1-47aa-9d75-3cac72a5cea3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:45:07.000230 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94df88-f5f1-47aa-9d75-3cac72a5cea3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Pushing event updated for resources: {'Port': ['ID=6fe129fb-f583-4c5e-a15c-855a8b053449,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:07.050741 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-aa94df88-f5f1-47aa-9d75-3cac72a5cea3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:07.052025 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-aa94df88-f5f1-47aa-9d75-3cac72a5cea3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:07.066204 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11038fe1-ea8c-45b0-a6d9-27301900f943 req-c77441cb-b5df-412c-96cb-757fe47c7bb7 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:07.067703 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-11038fe1-ea8c-45b0-a6d9-27301900f943 req-c77441cb-b5df-412c-96cb-757fe47c7bb7 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=f078ae03-f894-4a29-b0a5-6b1d00cc424d HTTP/1.1" status: 200 len: 932 time: 0.0644743 May 26 19:45:07.108844 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:45:07.114025 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-11038fe1-ea8c-45b0-a6d9-27301900f943 req-960c99ab-8fa9-4682-90a5-99fdc3ccfd1a tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407240 May 26 19:45:07.156021 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-aa94df88-f5f1-47aa-9d75-3cac72a5cea3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8595324 May 26 19:45:07.167609 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] Request body: {'port': {'device_id': 'f078ae03-f894-4a29-b0a5-6b1d00cc424d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:45:07.209372 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5ecc06c8-c98f-447b-9a1b-988dbfb4aa53,segment=NetworkSegment(a27918ad-49bd-4b5d-9789-751677ce88d9),segment_id=a27918ad-49bd-4b5d-9789-751677ce88d9)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:45:07.221205 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': '5ecc06c8-c98f-447b-9a1b-988dbfb4aa53', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'port_id': '5ecc06c8-c98f-447b-9a1b-988dbfb4aa53', 'mac_address': 'fa:16:3e:1c:58:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:45:07.229623 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (6fe129fb-f583-4c5e-a15c-855a8b053449), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:07.255794 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:45:07.256186 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (5ecc06c8-c98f-447b-9a1b-988dbfb4aa53), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:07.262265 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:07.269742 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:45:07.289045 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5ecc06c8-c98f-447b-9a1b-988dbfb4aa53,segment=NetworkSegment(a27918ad-49bd-4b5d-9789-751677ce88d9),segment_id=a27918ad-49bd-4b5d-9789-751677ce88d9)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:45:07.373621 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (5ecc06c8-c98f-447b-9a1b-988dbfb4aa53), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:07.423680 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=5ecc06c8-c98f-447b-9a1b-988dbfb4aa53,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:07.528044 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe129fb-f583-4c5e-a15c-855a8b053449 {{(pid=104684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:45:07.535553 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] Publish callbacks [] for port (6fe129fb-f583-4c5e-a15c-855a8b053449), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:07.549955 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.provisioning_blocks [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] Transition to ACTIVE for port object 6fe129fb-f583-4c5e-a15c-855a8b053449 will not be triggered until provisioned by entity L2. {{(pid=104684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 19:45:07.593853 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (6fe129fb-f583-4c5e-a15c-855a8b053449), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:07.625418 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:07.643209 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['5ecc06c8-c98f-447b-9a1b-988dbfb4aa53'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:45:07.649250 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe129fb-f583-4c5e-a15c-855a8b053449,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:07.720752 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] Attempting to bind port 6fe129fb-f583-4c5e-a15c-855a8b053449 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:45:07.721010 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] Attempting to bind port 6fe129fb-f583-4c5e-a15c-855a8b053449 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '6482afca-2d8f-4e22-a135-a096063e79d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34f3a739-7e78-433b-8a6a-0d4643be2b0c'}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:45:07.721310 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] Attempting to bind port 6fe129fb-f583-4c5e-a15c-855a8b053449 on network 34f3a739-7e78-433b-8a6a-0d4643be2b0c {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:45:07.725702 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] Port 6fe129fb-f583-4c5e-a15c-855a8b053449 on network 34f3a739-7e78-433b-8a6a-0d4643be2b0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 19:45:07.726017 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] Attempting to bind port 6fe129fb-f583-4c5e-a15c-855a8b053449 on network 34f3a739-7e78-433b-8a6a-0d4643be2b0c {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:45:07.730871 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] Checking agent: {'id': 'c3a211c9-c98b-4801-84c3-445f8272aa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'started_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:45:07.731240 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] Checking segment: {'id': '6482afca-2d8f-4e22-a135-a096063e79d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34f3a739-7e78-433b-8a6a-0d4643be2b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:45:07.731625 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] Bound using segment: {'id': '6482afca-2d8f-4e22-a135-a096063e79d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34f3a739-7e78-433b-8a6a-0d4643be2b0c'} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:45:07.732051 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] Bound port: 6fe129fb-f583-4c5e-a15c-855a8b053449, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6482afca-2d8f-4e22-a135-a096063e79d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34f3a739-7e78-433b-8a6a-0d4643be2b0c'}}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:45:07.732439 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (6fe129fb-f583-4c5e-a15c-855a8b053449), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:07.794197 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] For port 6fe129fb-f583-4c5e-a15c-855a8b053449, host hv-cinder-82549, cleared binding levels {{(pid=104684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:45:07.797222 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] For port 6fe129fb-f583-4c5e-a15c-855a8b053449, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6fe129fb-f583-4c5e-a15c-855a8b053449,segment=NetworkSegment(6482afca-2d8f-4e22-a135-a096063e79d9),segment_id=6482afca-2d8f-4e22-a135-a096063e79d9)] {{(pid=104684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:45:07.914494 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (6fe129fb-f583-4c5e-a15c-855a8b053449), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:07.958746 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:07.958746 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:07.960187 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] 10.222.0.77 "PUT /v2.0/ports/6fe129fb-f583-4c5e-a15c-855a8b053449 HTTP/1.1" status: 200 len: 1094 time: 0.7968283 May 26 19:45:07.960652 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f078ae03-f894-4a29-b0a5-6b1d00cc424d', 'tag': '6fe129fb-f583-4c5e-a15c-855a8b053449'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:45:07.962916 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a71c449-d42e-448c-99e6-634006391e78" -d '{"events": [{"name": "network-changed", "server_uuid": "f078ae03-f894-4a29-b0a5-6b1d00cc424d", "tag": "6fe129fb-f583-4c5e-a15c-855a8b053449"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:45:08.003539 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61397d41-3f31-40b4-ac98-292da6a8a643 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe129fb-f583-4c5e-a15c-855a8b053449,revision_number=3']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:08.017106 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d51d7f-e939-45ce-ab71-94ca970bc838 x-openstack-request-id: req-41d51d7f-e939-45ce-ab71-94ca970bc838 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:45:08.021506 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f078ae03-f894-4a29-b0a5-6b1d00cc424d", "tag": "6fe129fb-f583-4c5e-a15c-855a8b053449", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:45:08.021506 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-41d51d7f-e939-45ce-ab71-94ca970bc838 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:45:08.021506 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41d51d7f-e939-45ce-ab71-94ca970bc838'] response: {'name': 'network-changed', 'server_uuid': 'f078ae03-f894-4a29-b0a5-6b1d00cc424d', 'tag': '6fe129fb-f583-4c5e-a15c-855a8b053449', 'status': 'completed', 'code': 200} May 26 19:45:08.034372 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268eee5-855f-4e4a-8b7c-f02341819f9b req-9a4d49d9-d742-4582-8fdf-b0386a81be28 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:08.035898 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6268eee5-855f-4e4a-8b7c-f02341819f9b req-9a4d49d9-d742-4582-8fdf-b0386a81be28 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 945 time: 0.0643399 May 26 19:45:08.077975 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71c449-d42e-448c-99e6-634006391e78 req-16757c87-d835-4c3e-b92a-e3e3da34f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:08.080033 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1a71c449-d42e-448c-99e6-634006391e78 req-16757c87-d835-4c3e-b92a-e3e3da34f883 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e99682e050fe48ca82cbecebe920a6f9&device_id=f078ae03-f894-4a29-b0a5-6b1d00cc424d HTTP/1.1" status: 200 len: 1128 time: 0.0413790 May 26 19:45:08.087146 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6268eee5-855f-4e4a-8b7c-f02341819f9b req-7182b6d0-e504-43df-baa7-215e031cc89b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453873 May 26 19:45:08.198874 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71c449-d42e-448c-99e6-634006391e78 req-7ec19300-bec9-48ee-bbb4-bc9be2a2a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:08.200320 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1a71c449-d42e-448c-99e6-634006391e78 req-7ec19300-bec9-48ee-bbb4-bc9be2a2a35a service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=e99682e050fe48ca82cbecebe920a6f9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1096387 May 26 19:45:08.280948 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94691b-acad-45fb-8848-8a3a1d39d80c req-6b04b13a-4800-451f-8567-a332bad28213 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:08.283104 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1d94691b-acad-45fb-8848-8a3a1d39d80c req-6b04b13a-4800-451f-8567-a332bad28213 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=f078ae03-f894-4a29-b0a5-6b1d00cc424d HTTP/1.1" status: 200 len: 944 time: 0.0991061 May 26 19:45:08.289042 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:08.614546 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71c449-d42e-448c-99e6-634006391e78 req-d0793140-ab62-457e-be51-853c97cd04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:08.615989 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1a71c449-d42e-448c-99e6-634006391e78 req-d0793140-ab62-457e-be51-853c97cd04a0 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3998330 May 26 19:45:08.623390 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1d94691b-acad-45fb-8848-8a3a1d39d80c req-2c667d9c-23c0-4500-ab4b-2fce206afe68 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315947 May 26 19:45:08.691975 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-3445da7e-693a-4042-9a1d-32ea490ced2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:08.693488 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-3445da7e-693a-4042-9a1d-32ea490ced2b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e99682e050fe48ca82cbecebe920a6f9&device_id=f078ae03-f894-4a29-b0a5-6b1d00cc424d HTTP/1.1" status: 200 len: 1128 time: 0.0396237 May 26 19:45:08.732927 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-9e60e58b-2997-495a-9c13-9c81664721e6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fe129fb-f583-4c5e-a15c-855a8b053449 HTTP/1.1" status: 200 len: 217 time: 0.0321331 May 26 19:45:08.784404 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-8b0b055b-58d8-4794-a4be-23a108b47020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:08.785996 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-8b0b055b-58d8-4794-a4be-23a108b47020 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2cd0f775-a56a-4b1d-ac6b-d6ed76ccb466 HTTP/1.1" status: 200 len: 853 time: 0.0478148 May 26 19:45:08.818768 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-5171d529-64b7-4090-8268-4a1988abd93f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34f3a739-7e78-433b-8a6a-0d4643be2b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259624 May 26 19:45:08.908309 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-3e01db1d-b67a-45fb-8d39-12f4d6857ce0 service neutron] 10.222.0.77 "GET /v2.0/networks/34f3a739-7e78-433b-8a6a-0d4643be2b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829031 May 26 19:45:09.007075 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-71acb126-287e-4f2a-81c4-6ccef2980312 req-8c3c1bf2-3981-429f-a05b-5ee71b10ef7c service neutron] 10.222.0.77 "GET /v2.0/networks/34f3a739-7e78-433b-8a6a-0d4643be2b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904605 May 26 19:45:09.109502 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:45:09.157149 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:09.157388 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning for port 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 completed by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 19:45:09.214342 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ba89f-4588-4e0f-aa7a-6f5731ded443 req-32cb4372-579b-49d1-a17b-4eaf83482920 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:09.215847 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d55ba89f-4588-4e0f-aa7a-6f5731ded443 req-32cb4372-579b-49d1-a17b-4eaf83482920 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 945 time: 0.0506084 May 26 19:45:09.257621 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:45:09.258001 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (5ecc06c8-c98f-447b-9a1b-988dbfb4aa53), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:09.270661 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d55ba89f-4588-4e0f-aa7a-6f5731ded443 req-d8658e8d-61c5-4406-b970-f57f385adda5 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487227 May 26 19:45:09.332399 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:09.342550 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:45:09.343074 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (5ecc06c8-c98f-447b-9a1b-988dbfb4aa53), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:09.367403 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b866a8-96fd-4c60-ac2c-9fbaf249c843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecc06c8-c98f-447b-9a1b-988dbfb4aa53'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:45:09.370478 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3df303a-8e76-4a70-a7af-2ba4282e6a15" -d '{"events": [{"server_uuid": "a1b866a8-96fd-4c60-ac2c-9fbaf249c843", "name": "network-vif-plugged", "status": "completed", "tag": "5ecc06c8-c98f-447b-9a1b-988dbfb4aa53"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:45:09.383559 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5ecc06c8-c98f-447b-9a1b-988dbfb4aa53,segment=NetworkSegment(a27918ad-49bd-4b5d-9789-751677ce88d9),segment_id=a27918ad-49bd-4b5d-9789-751677ce88d9)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:45:09.408790 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcc130d-6f72-4e96-80c2-1e458d86bc4a x-openstack-request-id: req-9bcc130d-6f72-4e96-80c2-1e458d86bc4a {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:45:09.409150 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b866a8-96fd-4c60-ac2c-9fbaf249c843", "name": "network-vif-plugged", "status": "completed", "tag": "5ecc06c8-c98f-447b-9a1b-988dbfb4aa53", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:45:09.409535 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9bcc130d-6f72-4e96-80c2-1e458d86bc4a {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:45:09.410091 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bcc130d-6f72-4e96-80c2-1e458d86bc4a'] response: {'server_uuid': 'a1b866a8-96fd-4c60-ac2c-9fbaf249c843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecc06c8-c98f-447b-9a1b-988dbfb4aa53', 'code': 200} May 26 19:45:09.468215 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (5ecc06c8-c98f-447b-9a1b-988dbfb4aa53), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:09.521859 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=5ecc06c8-c98f-447b-9a1b-988dbfb4aa53,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:09.724286 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:09.737170 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a20592-7e73-402f-a14a-b0723d9115b6 req-9e02248d-aa88-40e1-9dea-91a79eadce63 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:09.739374 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e6a20592-7e73-402f-a14a-b0723d9115b6 req-9e02248d-aa88-40e1-9dea-91a79eadce63 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=f078ae03-f894-4a29-b0a5-6b1d00cc424d HTTP/1.1" status: 200 len: 944 time: 0.0478652 May 26 19:45:09.787645 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e6a20592-7e73-402f-a14a-b0723d9115b6 req-59109001-d65e-4a8d-872b-2e93d5346668 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435054 May 26 19:45:10.314941 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f7b7a-d210-43ae-ae4c-37f0a4ef1b48 req-5432906d-4267-4b81-9729-7a6d5d1942f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:10.316583 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5c2f7b7a-d210-43ae-ae4c-37f0a4ef1b48 req-5432906d-4267-4b81-9729-7a6d5d1942f8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 1130 time: 0.0404031 May 26 19:45:10.403771 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5c2f7b7a-d210-43ae-ae4c-37f0a4ef1b48 req-c548d3f2-51d0-457e-9a77-e95384660bf6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780439 May 26 19:45:10.410353 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08b83c-cb5c-4fe9-bccf-14d22920aeca req-244403ac-3d32-434b-8454-015e80c99e82 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:10.411770 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5f08b83c-cb5c-4fe9-bccf-14d22920aeca req-244403ac-3d32-434b-8454-015e80c99e82 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 946 time: 0.0692091 May 26 19:45:10.461742 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5f08b83c-cb5c-4fe9-bccf-14d22920aeca req-37216e48-c7ef-4709-8bc9-a625cb54f769 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440300 May 26 19:45:10.899225 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50327777-d4a6-4c07-839d-409b364ff401 req-b9f834d1-ce00-4a74-96c1-50963594598d tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:10.900796 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-50327777-d4a6-4c07-839d-409b364ff401 req-b9f834d1-ce00-4a74-96c1-50963594598d tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=f078ae03-f894-4a29-b0a5-6b1d00cc424d HTTP/1.1" status: 200 len: 944 time: 0.0469337 May 26 19:45:10.952954 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-50327777-d4a6-4c07-839d-409b364ff401 req-f7e77ed6-408d-4cad-a545-5f8a76fd9b8b tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465560 May 26 19:45:11.123537 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 6fe129fb-f583-4c5e-a15c-855a8b053449 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:45:11.219116 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 6fe129fb-f583-4c5e-a15c-855a8b053449, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6fe129fb-f583-4c5e-a15c-855a8b053449,segment=NetworkSegment(6482afca-2d8f-4e22-a135-a096063e79d9),segment_id=6482afca-2d8f-4e22-a135-a096063e79d9)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:45:11.230884 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': '6fe129fb-f583-4c5e-a15c-855a8b053449', 'network_id': '34f3a739-7e78-433b-8a6a-0d4643be2b0c', 'port_id': '6fe129fb-f583-4c5e-a15c-855a8b053449', 'mac_address': 'fa:16:3e:bf:48:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd0f775-a56a-4b1d-ac6b-d6ed76ccb466', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:45:11.268416 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 6fe129fb-f583-4c5e-a15c-855a8b053449 is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:45:11.271540 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (6fe129fb-f583-4c5e-a15c-855a8b053449), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:11.281072 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe129fb-f583-4c5e-a15c-855a8b053449 {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:45:11.300457 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 6fe129fb-f583-4c5e-a15c-855a8b053449, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6fe129fb-f583-4c5e-a15c-855a8b053449,segment=NetworkSegment(6482afca-2d8f-4e22-a135-a096063e79d9),segment_id=6482afca-2d8f-4e22-a135-a096063e79d9)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:45:11.388032 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (6fe129fb-f583-4c5e-a15c-855a8b053449), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:11.433104 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=6fe129fb-f583-4c5e-a15c-855a8b053449,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:11.576897 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e96ac-2d23-43c1-bae7-0036e14b8933 req-3090f28e-99f9-4bd3-8ff0-d9159d5fbbf8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:11.578362 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e88e96ac-2d23-43c1-bae7-0036e14b8933 req-3090f28e-99f9-4bd3-8ff0-d9159d5fbbf8 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 946 time: 0.0499651 May 26 19:45:11.618825 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:11.628481 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e88e96ac-2d23-43c1-bae7-0036e14b8933 req-39e7d6de-ed4f-4b3c-a5b7-a389b06a1991 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439150 May 26 19:45:11.645694 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['6fe129fb-f583-4c5e-a15c-855a8b053449'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:45:12.072493 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9db25c-3b24-439c-886b-345a372b0ef3 req-2527833a-6a9b-41d2-9060-30ff8871149b tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:12.074013 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8b9db25c-3b24-439c-886b-345a372b0ef3 req-2527833a-6a9b-41d2-9060-30ff8871149b tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=f078ae03-f894-4a29-b0a5-6b1d00cc424d HTTP/1.1" status: 200 len: 945 time: 0.0486393 May 26 19:45:12.121908 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8b9db25c-3b24-439c-886b-345a372b0ef3 req-fc7b1ce3-c011-4139-bbd4-e4bc486e8f4e tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422566 May 26 19:45:12.797406 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3ce47-b269-4ff5-b2f6-d3a9ba26c44d req-761edd7b-43e2-4fe7-9b2a-44a78d39c425 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:12.798875 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-44a3ce47-b269-4ff5-b2f6-d3a9ba26c44d req-761edd7b-43e2-4fe7-9b2a-44a78d39c425 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 946 time: 0.0471783 May 26 19:45:12.852084 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-44a3ce47-b269-4ff5-b2f6-d3a9ba26c44d req-82d0f38b-1fd3-438e-82de-51fab53b0ec9 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476799 May 26 19:45:12.965743 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e685de-5366-4bd0-a436-0e41ced9e0c2 req-059293ad-49f1-4e40-ac9f-9f91ab60c11b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:12.967207 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e1e685de-5366-4bd0-a436-0e41ced9e0c2 req-059293ad-49f1-4e40-ac9f-9f91ab60c11b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 946 time: 0.0474102 May 26 19:45:13.015069 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e1e685de-5366-4bd0-a436-0e41ced9e0c2 req-3b1fcc60-233c-4b0f-baf4-c24f96050e20 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423717 May 26 19:45:13.037268 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 58502) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:45:13.132876 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 6fe129fb-f583-4c5e-a15c-855a8b053449 up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:45:13.176951 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning for port 6fe129fb-f583-4c5e-a15c-855a8b053449 completed by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 19:45:13.245927 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf0604-8e5d-4a25-8dd1-c7eb5c9192a2 req-bec23d8c-bb07-4689-8dc7-964ab4c9afc0 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:13.245927 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9eaf0604-8e5d-4a25-8dd1-c7eb5c9192a2 req-bec23d8c-bb07-4689-8dc7-964ab4c9afc0 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=f078ae03-f894-4a29-b0a5-6b1d00cc424d HTTP/1.1" status: 200 len: 945 time: 0.0500004 May 26 19:45:13.254770 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73198231-0275-4b57-99dd-5ebb08e4abf9 tempest-TestVolumeBootPattern-2099121980 tempest-TestVolumeBootPattern-2099121980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:13.256761 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-73198231-0275-4b57-99dd-5ebb08e4abf9 tempest-TestVolumeBootPattern-2099121980 tempest-TestVolumeBootPattern-2099121980-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 1125 time: 0.2179811 May 26 19:45:13.259034 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 58512) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:45:13.262432 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port 6fe129fb-f583-4c5e-a15c-855a8b053449 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:45:13.262809 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (6fe129fb-f583-4c5e-a15c-855a8b053449), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:13.271551 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Request body: {'floatingip': {'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'port_id': '5ecc06c8-c98f-447b-9a1b-988dbfb4aa53', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:45:13.310772 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9eaf0604-8e5d-4a25-8dd1-c7eb5c9192a2 req-0960cd84-4720-40de-9037-2aadb9b01aba tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608103 May 26 19:45:13.343542 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:13.366486 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 6fe129fb-f583-4c5e-a15c-855a8b053449 is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:45:13.366865 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (6fe129fb-f583-4c5e-a15c-855a8b053449), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:13.391048 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f078ae03-f894-4a29-b0a5-6b1d00cc424d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe129fb-f583-4c5e-a15c-855a8b053449'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:45:13.393269 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791dc0ab-94a7-41c1-92a5-12d2596c7390" -d '{"events": [{"server_uuid": "f078ae03-f894-4a29-b0a5-6b1d00cc424d", "name": "network-vif-plugged", "status": "completed", "tag": "6fe129fb-f583-4c5e-a15c-855a8b053449"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:45:13.402656 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:13.406371 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 6fe129fb-f583-4c5e-a15c-855a8b053449, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6fe129fb-f583-4c5e-a15c-855a8b053449,segment=NetworkSegment(6482afca-2d8f-4e22-a135-a096063e79d9),segment_id=6482afca-2d8f-4e22-a135-a096063e79d9)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:45:13.436302 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:13.436571 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1eeae2-6d84-4e62-b2ed-e7e8d515711f x-openstack-request-id: req-0b1eeae2-6d84-4e62-b2ed-e7e8d515711f {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:45:13.436859 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f078ae03-f894-4a29-b0a5-6b1d00cc424d", "name": "network-vif-plugged", "status": "completed", "tag": "6fe129fb-f583-4c5e-a15c-855a8b053449", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:45:13.437109 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0b1eeae2-6d84-4e62-b2ed-e7e8d515711f {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:45:13.437544 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b1eeae2-6d84-4e62-b2ed-e7e8d515711f'] response: {'server_uuid': 'f078ae03-f894-4a29-b0a5-6b1d00cc424d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe129fb-f583-4c5e-a15c-855a8b053449', 'code': 200} May 26 19:45:13.479467 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:13.508985 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (6fe129fb-f583-4c5e-a15c-855a8b053449), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:13.548965 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Allocated IP 172.27.0.247 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/65653d72-b22a-4c65-b619-31e6f951e5f8) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:45:13.557001 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=6fe129fb-f583-4c5e-a15c-855a8b053449,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:13.648338 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:13.654330 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for port (65653d72-b22a-4c65-b619-31e6f951e5f8), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:13.803696 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804f993-81ca-4345-b562-fef136effef5 req-9a097d1c-c761-4391-95d3-fd944c8b1e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:13.805755 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (65653d72-b22a-4c65-b619-31e6f951e5f8), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:13.806062 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c804f993-81ca-4345-b562-fef136effef5 req-9a097d1c-c761-4391-95d3-fd944c8b1e95 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f078ae03-f894-4a29-b0a5-6b1d00cc424d HTTP/1.1" status: 200 len: 1130 time: 0.0410602 May 26 19:45:13.848540 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:45:13.853795 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:45:13.854829 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c804f993-81ca-4345-b562-fef136effef5 req-e273b46e-61b0-445f-87db-5e0ed70dc1e1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423188 May 26 19:45:13.857718 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:45:13.886239 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event updated for resources: {'Port': ['ID=65653d72-b22a-4c65-b619-31e6f951e5f8,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:13.886407 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 58520) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:45:13.893357 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.893705 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.894041 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.894430 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.894707 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.895067 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.895416 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.895744 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.896063 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.896384 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.896703 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.897023 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.897337 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.897657 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.897971 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.997462 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-78e9255e-b8fc-4c47-afb0-79f773ec3ea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:14.078914 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-78e9255e-b8fc-4c47-afb0-79f773ec3ea2 admin admin] Publish callbacks [] for security_group (c3f27f8e-061f-49ba-9868-b7b946bfe307), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:14.159880 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-78e9255e-b8fc-4c47-afb0-79f773ec3ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (c3f27f8e-061f-49ba-9868-b7b946bfe307), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:14.179828 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:14.189954 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:14.200102 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-78e9255e-b8fc-4c47-afb0-79f773ec3ea2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=59871dc12f2e49b3a02dd94e6c781929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175924 May 26 19:45:14.202234 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9255e-b8fc-4c47-afb0-79f773ec3ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f27f8e-061f-49ba-9868-b7b946bfe307,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:14.205923 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 58524) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:45:14.229015 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for floatingip (924cc148-af76-4fa1-b741-748df71cf9eb), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:14.257630 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d42113ec-c079-49fb-b079-8c74db79420b admin admin] Publish callbacks [] for security_group (c3f27f8e-061f-49ba-9868-b7b946bfe307), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:14.279603 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d42113ec-c079-49fb-b079-8c74db79420b admin admin] Publish callbacks [] for security_group (c3f27f8e-061f-49ba-9868-b7b946bfe307), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:14.349840 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (65653d72-b22a-4c65-b619-31e6f951e5f8), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:14.405104 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d42113ec-c079-49fb-b079-8c74db79420b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (c3f27f8e-061f-49ba-9868-b7b946bfe307), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:14.407754 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d42113ec-c079-49fb-b079-8c74db79420b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:14.408900 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-d42113ec-c079-49fb-b079-8c74db79420b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c3f27f8e-061f-49ba-9868-b7b946bfe307 HTTP/1.1" status: 204 len: 168 time: 0.2020712 May 26 19:45:14.427873 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42113ec-c079-49fb-b079-8c74db79420b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f27f8e-061f-49ba-9868-b7b946bfe307,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:14.440256 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e906d-cd1a-4bf4-8659-ff673ea80d60 req-0e1bc5c2-e7e6-4366-9bd8-e47ed60f6fea tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:14.444197 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a56e906d-cd1a-4bf4-8659-ff673ea80d60 req-0e1bc5c2-e7e6-4366-9bd8-e47ed60f6fea tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=f078ae03-f894-4a29-b0a5-6b1d00cc424d HTTP/1.1" status: 200 len: 946 time: 0.0655503 May 26 19:45:14.469643 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:14.492938 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a56e906d-cd1a-4bf4-8659-ff673ea80d60 req-f692636f-fd40-4443-8e17-f42e84b0c456 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449238 May 26 19:45:14.545242 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for port (65653d72-b22a-4c65-b619-31e6f951e5f8), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:14.622913 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099810'] for port (65653d72-b22a-4c65-b619-31e6f951e5f8), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:14.689839 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event updated for resources: {'Port': ['ID=65653d72-b22a-4c65-b619-31e6f951e5f8,revision_number=2']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:14.701651 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (924cc148-af76-4fa1-b741-748df71cf9eb), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:14.799653 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.l3_db [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Floating IP 924cc148-af76-4fa1-b741-748df71cf9eb associated. External IP: 172.27.0.247, port: 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53. May 26 19:45:14.878367 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:14.997281 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Router 776872fc-dc07-4945-a821-b5ef7055a75f has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:45:15.072582 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 58532) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:45:15.085750 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-1ad96c84-1398-43ec-bce6-8536128d926e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:15.100076 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:45:15.112447 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acf8894-ef06-4276-862d-221efe05e47a None None] Sync routers for ids ['776872fc-dc07-4945-a821-b5ef7055a75f'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:45:15.123806 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acf8894-ef06-4276-862d-221efe05e47a None None] Routers {'776872fc-dc07-4945-a821-b5ef7055a75f'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:45:15.127089 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-1acf8894-ef06-4276-862d-221efe05e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:44:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['776872fc-dc07-4945-a821-b5ef7055a75f'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:15.167645 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-1ad96c84-1398-43ec-bce6-8536128d926e admin admin] Publish callbacks [] for security_group (378a21fe-308e-443b-9bb6-96e3152b0f32), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:15.180229 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:15.200647 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:15.210517 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-77560235-966f-4177-a858-bbb3f160055e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9506433 May 26 19:45:15.211533 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b866a8-96fd-4c60-ac2c-9fbaf249c843', 'tag': '5ecc06c8-c98f-447b-9a1b-988dbfb4aa53'}] {{(pid=104685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:45:15.213434 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}580a5c817d768ebcbdba4f0d83444aaab2d380737ec7b53e235c94cd1e37ed20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890bc5af-c653-4edd-b1ce-a2c6c852ccda" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b866a8-96fd-4c60-ac2c-9fbaf249c843", "tag": "5ecc06c8-c98f-447b-9a1b-988dbfb4aa53"}]}' {{(pid=104685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:45:15.225278 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-1acf8894-ef06-4276-862d-221efe05e47a None None] Set router 776872fc-dc07-4945-a821-b5ef7055a75f gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:45:15.239734 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-1ad96c84-1398-43ec-bce6-8536128d926e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (378a21fe-308e-443b-9bb6-96e3152b0f32), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:15.257474 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d781c249-da47-44de-9e2b-48a1af6e31c1 x-openstack-request-id: req-d781c249-da47-44de-9e2b-48a1af6e31c1 {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:45:15.257474 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b866a8-96fd-4c60-ac2c-9fbaf249c843", "tag": "5ecc06c8-c98f-447b-9a1b-988dbfb4aa53", "status": "completed", "code": 200}]} {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:45:15.257727 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d781c249-da47-44de-9e2b-48a1af6e31c1 {{(pid=104685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:45:15.258006 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d781c249-da47-44de-9e2b-48a1af6e31c1'] response: {'name': 'network-changed', 'server_uuid': 'a1b866a8-96fd-4c60-ac2c-9fbaf249c843', 'tag': '5ecc06c8-c98f-447b-9a1b-988dbfb4aa53', 'status': 'completed', 'code': 200} May 26 19:45:15.275384 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad96c84-1398-43ec-bce6-8536128d926e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378a21fe-308e-443b-9bb6-96e3152b0f32,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:15.291543 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 58538) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:45:15.291703 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-1ad96c84-1398-43ec-bce6-8536128d926e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=08eddca1b22645618ed18cbad5335321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179298 May 26 19:45:15.345928 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fcbd8ab7-1bd0-4c62-b947-1eb15bb8f3d0 admin admin] Publish callbacks [] for security_group (378a21fe-308e-443b-9bb6-96e3152b0f32), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:15.367014 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fcbd8ab7-1bd0-4c62-b947-1eb15bb8f3d0 admin admin] Publish callbacks [] for security_group (378a21fe-308e-443b-9bb6-96e3152b0f32), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:15.468575 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bc5af-c653-4edd-b1ce-a2c6c852ccda req-d4dabe24-05b2-4647-83ae-f4436beeb154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:15.470090 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-890bc5af-c653-4edd-b1ce-a2c6c852ccda req-d4dabe24-05b2-4647-83ae-f4436beeb154 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dabc38fc95184250b1d9e7090ab73b2c&device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 1130 time: 0.0423179 May 26 19:45:15.504809 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fcbd8ab7-1bd0-4c62-b947-1eb15bb8f3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (378a21fe-308e-443b-9bb6-96e3152b0f32), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:15.508588 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fcbd8ab7-1bd0-4c62-b947-1eb15bb8f3d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:15.509883 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-fcbd8ab7-1bd0-4c62-b947-1eb15bb8f3d0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/378a21fe-308e-443b-9bb6-96e3152b0f32 HTTP/1.1" status: 204 len: 168 time: 0.2171576 May 26 19:45:15.525691 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd8ab7-1bd0-4c62-b947-1eb15bb8f3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378a21fe-308e-443b-9bb6-96e3152b0f32,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:15.543894 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-1acf8894-ef06-4276-862d-221efe05e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '924cc148-af76-4fa1-b741-748df71cf9eb', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'port_id': '5ecc06c8-c98f-447b-9a1b-988dbfb4aa53', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'mac_address': 'fa:16:3e:1c:58:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b866a8-96fd-4c60-ac2c-9fbaf249c843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:45:14Z', 'updated_at': '2022-05-26T19:45:14Z', 'revision_number': 0, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'fixed_ip_address_scope': None}, {'id': '9ad358db-5dc5-4a31-938c-22b8dfdb1fd8', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'port_id': '65821ee3-a623-4001-a22a-7ee3a346e6ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'mac_address': 'fa:16:3e:9a:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3557b49-893e-4c9b-bc84-324e8db5117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:42:51Z', 'updated_at': '2022-05-26T19:42:53Z', 'revision_number': 1, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f8842e-82aa-4e85-a165-6ec8b49ffbf6', 'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'mac_address': 'fa:16:3e:2e:f2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:52Z', 'updated_at': '2022-05-26T19:38:57Z', 'revision_number': 5, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'subnets': [{'id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:15.570404 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acf8894-ef06-4276-862d-221efe05e47a None None] Checking router: 776872fc-dc07-4945-a821-b5ef7055a75f for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:45:15.588724 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acf8894-ef06-4276-862d-221efe05e47a None None] Routers {'776872fc-dc07-4945-a821-b5ef7055a75f'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:45:15.589604 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-1acf8894-ef06-4276-862d-221efe05e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:44:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['776872fc-dc07-4945-a821-b5ef7055a75f'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:15.629088 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bc5af-c653-4edd-b1ce-a2c6c852ccda req-3f031a53-423f-48c3-877a-5a58f124baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:15.630663 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-890bc5af-c653-4edd-b1ce-a2c6c852ccda req-3f031a53-423f-48c3-877a-5a58f124baa3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=492a2884-9243-465b-939b-ac60c35b4b3f HTTP/1.1" status: 200 len: 913 time: 0.1530943 May 26 19:45:15.652605 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b683b-cc4f-4226-a21a-f932824f3b49 req-44633b70-6694-4203-a126-b7cd04700772 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:15.653789 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-568b683b-cc4f-4226-a21a-f932824f3b49 req-44633b70-6694-4203-a126-b7cd04700772 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=f078ae03-f894-4a29-b0a5-6b1d00cc424d HTTP/1.1" status: 200 len: 946 time: 0.0716610 May 26 19:45:15.700204 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-1acf8894-ef06-4276-862d-221efe05e47a None None] Set router 776872fc-dc07-4945-a821-b5ef7055a75f gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:45:15.728876 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-890bc5af-c653-4edd-b1ce-a2c6c852ccda req-d1b4a175-8cd0-451c-8fa2-2a8573bca12b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 HTTP/1.1" status: 200 len: 1000 time: 0.0905802 May 26 19:45:15.738925 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:15.757411 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-568b683b-cc4f-4226-a21a-f932824f3b49 req-83c95159-be85-4c37-b832-b39b8d6673a4 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734999 May 26 19:45:15.792736 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bc5af-c653-4edd-b1ce-a2c6c852ccda req-bd068904-fcd5-4438-a27d-531a1a58c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:15.794894 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-890bc5af-c653-4edd-b1ce-a2c6c852ccda req-bd068904-fcd5-4438-a27d-531a1a58c6a3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f61c4997-1573-4713-b00b-a1dd9f85ac65 HTTP/1.1" status: 200 len: 851 time: 0.0516038 May 26 19:45:15.840441 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bc5af-c653-4edd-b1ce-a2c6c852ccda req-d91f11c1-da51-4f38-96b2-76214701bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:15.842143 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-890bc5af-c653-4edd-b1ce-a2c6c852ccda req-d91f11c1-da51-4f38-96b2-76214701bf1e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=492a2884-9243-465b-939b-ac60c35b4b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412252 May 26 19:45:15.932100 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-1acf8894-ef06-4276-862d-221efe05e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '924cc148-af76-4fa1-b741-748df71cf9eb', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'port_id': '5ecc06c8-c98f-447b-9a1b-988dbfb4aa53', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'mac_address': 'fa:16:3e:1c:58:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b866a8-96fd-4c60-ac2c-9fbaf249c843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:45:14Z', 'updated_at': '2022-05-26T19:45:14Z', 'revision_number': 0, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'fixed_ip_address_scope': None}, {'id': '9ad358db-5dc5-4a31-938c-22b8dfdb1fd8', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'port_id': '65821ee3-a623-4001-a22a-7ee3a346e6ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'mac_address': 'fa:16:3e:9a:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3557b49-893e-4c9b-bc84-324e8db5117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:42:51Z', 'updated_at': '2022-05-26T19:42:53Z', 'revision_number': 1, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f8842e-82aa-4e85-a165-6ec8b49ffbf6', 'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'mac_address': 'fa:16:3e:2e:f2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:52Z', 'updated_at': '2022-05-26T19:38:57Z', 'revision_number': 5, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'subnets': [{'id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:15.946609 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-890bc5af-c653-4edd-b1ce-a2c6c852ccda req-8f27f764-a1a9-41bd-8a55-7fb90d05299a service neutron] 10.222.0.77 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973024 May 26 19:45:15.957924 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acf8894-ef06-4276-862d-221efe05e47a None None] The sync data for ids ['776872fc-dc07-4945-a821-b5ef7055a75f'] in dv-cinder-825492-17-iscsi is: [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '924cc148-af76-4fa1-b741-748df71cf9eb', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'port_id': '5ecc06c8-c98f-447b-9a1b-988dbfb4aa53', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'mac_address': 'fa:16:3e:1c:58:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b866a8-96fd-4c60-ac2c-9fbaf249c843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:45:14Z', 'updated_at': '2022-05-26T19:45:14Z', 'revision_number': 0, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'fixed_ip_address_scope': None}, {'id': '9ad358db-5dc5-4a31-938c-22b8dfdb1fd8', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'port_id': '65821ee3-a623-4001-a22a-7ee3a346e6ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'mac_address': 'fa:16:3e:9a:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3557b49-893e-4c9b-bc84-324e8db5117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:42:51Z', 'updated_at': '2022-05-26T19:42:53Z', 'revision_number': 1, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f8842e-82aa-4e85-a165-6ec8b49ffbf6', 'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'mac_address': 'fa:16:3e:2e:f2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:52Z', 'updated_at': '2022-05-26T19:38:57Z', 'revision_number': 5, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'subnets': [{'id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:45:16.043484 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-890bc5af-c653-4edd-b1ce-a2c6c852ccda req-dd3e59a1-1475-4646-a56d-956a0f6af1f4 service neutron] 10.222.0.77 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900836 May 26 19:45:16.155392 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f800b4-1ff3-4959-adbb-3ddba7d9fafb None None] New status for floating IP 924cc148-af76-4fa1-b741-748df71cf9eb: ACTIVE {{(pid=104686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:45:16.199121 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:16.248377 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 58546) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:45:16.265453 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6672c2a3-4c93-4461-982c-584ffc8e1c7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:16.341788 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6672c2a3-4c93-4461-982c-584ffc8e1c7e admin admin] Publish callbacks [] for security_group (23c82aa5-1109-494c-9fa1-a452e2eaf719), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:16.422541 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-6672c2a3-4c93-4461-982c-584ffc8e1c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (23c82aa5-1109-494c-9fa1-a452e2eaf719), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:16.463227 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-6672c2a3-4c93-4461-982c-584ffc8e1c7e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7cba42e0f5144a76bf04e1a739e4b775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137206 May 26 19:45:16.464077 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672c2a3-4c93-4461-982c-584ffc8e1c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c82aa5-1109-494c-9fa1-a452e2eaf719,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:16.465878 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 58548) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:45:16.516709 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-14df865f-bf2d-469c-9e83-0a9007b09ed1 admin admin] Publish callbacks [] for security_group (23c82aa5-1109-494c-9fa1-a452e2eaf719), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:16.542036 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-14df865f-bf2d-469c-9e83-0a9007b09ed1 admin admin] Publish callbacks [] for security_group (23c82aa5-1109-494c-9fa1-a452e2eaf719), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:16.674643 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-14df865f-bf2d-469c-9e83-0a9007b09ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (23c82aa5-1109-494c-9fa1-a452e2eaf719), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:16.677240 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-14df865f-bf2d-469c-9e83-0a9007b09ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:16.678387 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-14df865f-bf2d-469c-9e83-0a9007b09ed1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/23c82aa5-1109-494c-9fa1-a452e2eaf719 HTTP/1.1" status: 204 len: 168 time: 0.2103553 May 26 19:45:16.686153 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df865f-bf2d-469c-9e83-0a9007b09ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c82aa5-1109-494c-9fa1-a452e2eaf719,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:16.874185 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217963a-1679-43e4-a924-521068e97637 req-1247fe05-9d60-43f0-bb7a-f68934a77d3a tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:16.875687 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e217963a-1679-43e4-a924-521068e97637 req-1247fe05-9d60-43f0-bb7a-f68934a77d3a tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=f078ae03-f894-4a29-b0a5-6b1d00cc424d HTTP/1.1" status: 200 len: 946 time: 0.0479720 May 26 19:45:16.921871 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e217963a-1679-43e4-a924-521068e97637 req-f51ac0ff-c96d-46cc-a5bc-a0118a5c267f tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407574 May 26 19:45:19.554159 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-788e1324-c0eb-4867-97e5-8b4f39e565f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:21.787571 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-c8f8e66d-318a-4e29-ae21-17ea1631b058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:22.925442 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:24.622445 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:25.880386 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:25.926962 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:25.935268 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=80 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:26.575766 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=80,neutron:DELETE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:26.682343 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:26.911815 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=29,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:26.917959 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=62,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:27.262478 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:29.709751 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 58748) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:45:29.827837 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-81d2ddd7-6c2a-4c4a-861c-733140e9a13b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:29.904880 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-81d2ddd7-6c2a-4c4a-861c-733140e9a13b admin admin] Publish callbacks [] for security_group (351b41c1-a521-49b1-8346-b7b59cb9b39d), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:29.970873 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-81d2ddd7-6c2a-4c4a-861c-733140e9a13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (351b41c1-a521-49b1-8346-b7b59cb9b39d), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:30.014381 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-81d2ddd7-6c2a-4c4a-861c-733140e9a13b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d365077b4499487bba30f862e03ab593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035440 May 26 19:45:30.015247 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2ddd7-6c2a-4c4a-861c-733140e9a13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351b41c1-a521-49b1-8346-b7b59cb9b39d,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:30.017073 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 58752) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:45:30.071730 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-149c6a57-9cf3-4b67-ac30-01a0364683e6 admin admin] Publish callbacks [] for security_group (351b41c1-a521-49b1-8346-b7b59cb9b39d), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:30.096153 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-149c6a57-9cf3-4b67-ac30-01a0364683e6 admin admin] Publish callbacks [] for security_group (351b41c1-a521-49b1-8346-b7b59cb9b39d), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:30.211161 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-149c6a57-9cf3-4b67-ac30-01a0364683e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (351b41c1-a521-49b1-8346-b7b59cb9b39d), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:30.213911 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-149c6a57-9cf3-4b67-ac30-01a0364683e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:30.217878 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-149c6a57-9cf3-4b67-ac30-01a0364683e6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/351b41c1-a521-49b1-8346-b7b59cb9b39d HTTP/1.1" status: 204 len: 168 time: 0.1921182 May 26 19:45:30.224736 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c6a57-9cf3-4b67-ac30-01a0364683e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351b41c1-a521-49b1-8346-b7b59cb9b39d,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:30.842131 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 58764) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:45:30.855735 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-763c3bbb-d395-45e8-b990-9d8217cf2751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:30.932924 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-763c3bbb-d395-45e8-b990-9d8217cf2751 admin admin] Publish callbacks [] for security_group (b9221f03-65eb-452b-b27c-9d99d6d3cb3a), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:31.005290 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-763c3bbb-d395-45e8-b990-9d8217cf2751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (b9221f03-65eb-452b-b27c-9d99d6d3cb3a), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:31.042632 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c3bbb-d395-45e8-b990-9d8217cf2751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9221f03-65eb-452b-b27c-9d99d6d3cb3a,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:31.046927 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-763c3bbb-d395-45e8-b990-9d8217cf2751 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=17440f295893433290932222d0f7f0e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037702 May 26 19:45:31.049494 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 58766) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:45:31.097047 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3faaafa5-2671-4196-96cf-a8d8f7552bf5 admin admin] Publish callbacks [] for security_group (b9221f03-65eb-452b-b27c-9d99d6d3cb3a), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:31.118977 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3faaafa5-2671-4196-96cf-a8d8f7552bf5 admin admin] Publish callbacks [] for security_group (b9221f03-65eb-452b-b27c-9d99d6d3cb3a), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:31.245439 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3faaafa5-2671-4196-96cf-a8d8f7552bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (b9221f03-65eb-452b-b27c-9d99d6d3cb3a), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:31.248110 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3faaafa5-2671-4196-96cf-a8d8f7552bf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:31.249245 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-3faaafa5-2671-4196-96cf-a8d8f7552bf5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b9221f03-65eb-452b-b27c-9d99d6d3cb3a HTTP/1.1" status: 204 len: 168 time: 0.1988726 May 26 19:45:31.257499 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faaafa5-2671-4196-96cf-a8d8f7552bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9221f03-65eb-452b-b27c-9d99d6d3cb3a,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:37.539517 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:45:40.008387 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:40.010330 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=16,neutron:INSERT=6 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:40.239723 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:41.252095 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=59,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:41.253347 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=44,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:41.273314 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=31,neutron:UPDATE=6 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:42.733395 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 58918) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:45:42.854321 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8f998fc5-9acc-4382-8cc6-f9e8e377e45b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:42.927661 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8f998fc5-9acc-4382-8cc6-f9e8e377e45b admin admin] Publish callbacks [] for security_group (24d6ef2f-bb81-468d-9b26-1719713f6d60), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:42.987831 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-8f998fc5-9acc-4382-8cc6-f9e8e377e45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (24d6ef2f-bb81-468d-9b26-1719713f6d60), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:43.030068 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f998fc5-9acc-4382-8cc6-f9e8e377e45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d6ef2f-bb81-468d-9b26-1719713f6d60,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:43.034409 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-8f998fc5-9acc-4382-8cc6-f9e8e377e45b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=87ea57b4e0f7496ab2f01e9204c4c219&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3000121 May 26 19:45:43.037107 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 58924) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:45:43.085334 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-37f8ad63-9ac7-4ad0-8cf3-5c7d3b9c5501 admin admin] Publish callbacks [] for security_group (24d6ef2f-bb81-468d-9b26-1719713f6d60), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:43.105777 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-37f8ad63-9ac7-4ad0-8cf3-5c7d3b9c5501 admin admin] Publish callbacks [] for security_group (24d6ef2f-bb81-468d-9b26-1719713f6d60), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:43.210917 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-37f8ad63-9ac7-4ad0-8cf3-5c7d3b9c5501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (24d6ef2f-bb81-468d-9b26-1719713f6d60), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:43.213485 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-37f8ad63-9ac7-4ad0-8cf3-5c7d3b9c5501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:43.214649 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-37f8ad63-9ac7-4ad0-8cf3-5c7d3b9c5501 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/24d6ef2f-bb81-468d-9b26-1719713f6d60 HTTP/1.1" status: 204 len: 168 time: 0.1766582 May 26 19:45:43.222657 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8ad63-9ac7-4ad0-8cf3-5c7d3b9c5501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d6ef2f-bb81-468d-9b26-1719713f6d60,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:43.559455 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:43.895788 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 58932) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:45:43.909172 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-19396687-f499-422f-9594-de24d30fd67b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:43.983612 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-19396687-f499-422f-9594-de24d30fd67b admin admin] Publish callbacks [] for security_group (0de16b4c-d76c-4d75-9061-0490bc84e02c), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:44.056354 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-19396687-f499-422f-9594-de24d30fd67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (0de16b4c-d76c-4d75-9061-0490bc84e02c), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:44.102520 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-19396687-f499-422f-9594-de24d30fd67b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1fd98b2449ea49cebaabf51a99289ffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2056370 May 26 19:45:44.103764 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19396687-f499-422f-9594-de24d30fd67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de16b4c-d76c-4d75-9061-0490bc84e02c,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:44.105266 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 58934) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:45:44.156681 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1ad22ad2-87a3-4c85-9a21-437116e47296 admin admin] Publish callbacks [] for security_group (0de16b4c-d76c-4d75-9061-0490bc84e02c), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:44.178173 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1ad22ad2-87a3-4c85-9a21-437116e47296 admin admin] Publish callbacks [] for security_group (0de16b4c-d76c-4d75-9061-0490bc84e02c), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:44.302132 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1ad22ad2-87a3-4c85-9a21-437116e47296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (0de16b4c-d76c-4d75-9061-0490bc84e02c), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:44.304704 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1ad22ad2-87a3-4c85-9a21-437116e47296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:44.305844 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-1ad22ad2-87a3-4c85-9a21-437116e47296 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0de16b4c-d76c-4d75-9061-0490bc84e02c HTTP/1.1" status: 204 len: 168 time: 0.1996160 May 26 19:45:44.313717 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad22ad2-87a3-4c85-9a21-437116e47296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de16b4c-d76c-4d75-9061-0490bc84e02c,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:45.086577 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 58944) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:45:45.100587 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7a8df757-091d-49e1-9525-0fb4a1c82b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:45.174479 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7a8df757-091d-49e1-9525-0fb4a1c82b68 admin admin] Publish callbacks [] for security_group (5cc806f4-791c-48b5-978d-f128a9ea2d86), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:45.216154 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7a8df757-091d-49e1-9525-0fb4a1c82b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (5cc806f4-791c-48b5-978d-f128a9ea2d86), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:45.256423 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-7a8df757-091d-49e1-9525-0fb4a1c82b68 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=270c59c0975b4d9b8de9f789762a2134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1687052 May 26 19:45:45.257254 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8df757-091d-49e1-9525-0fb4a1c82b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc806f4-791c-48b5-978d-f128a9ea2d86,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:45.259225 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 58946) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:45:45.307588 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-febd8505-513f-43d9-969e-74eaab717478 admin admin] Publish callbacks [] for security_group (5cc806f4-791c-48b5-978d-f128a9ea2d86), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:45.328319 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-febd8505-513f-43d9-969e-74eaab717478 admin admin] Publish callbacks [] for security_group (5cc806f4-791c-48b5-978d-f128a9ea2d86), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:45.455481 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-febd8505-513f-43d9-969e-74eaab717478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (5cc806f4-791c-48b5-978d-f128a9ea2d86), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:45.458480 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-febd8505-513f-43d9-969e-74eaab717478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:45.459748 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-febd8505-513f-43d9-969e-74eaab717478 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5cc806f4-791c-48b5-978d-f128a9ea2d86 HTTP/1.1" status: 204 len: 168 time: 0.1996908 May 26 19:45:45.467727 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd8505-513f-43d9-969e-74eaab717478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc806f4-791c-48b5-978d-f128a9ea2d86,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:47.529148 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:49.513562 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-1d4bc0c3-e18a-4909-9413-95fb119242bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:51.781063 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-74322fb3-abfe-4655-91c4-b2f033fad229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:52.964438 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:54.593276 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:55.247973 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=76,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:55.253111 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=64,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:55.462374 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=37,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:55.463233 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=33,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:45:55.856452 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:45:57.233225 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:03.861695 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3a4a0f5-1436-4df0-af00-8e5bc917026c req-b266c882-f14c-4b24-9943-33d634333f9c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386379 May 26 19:46:04.283170 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4a0f5-1436-4df0-af00-8e5bc917026c req-a07b6a84-c270-4e62-8b95-1e32ad418033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:04.284734 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3a4a0f5-1436-4df0-af00-8e5bc917026c req-a07b6a84-c270-4e62-8b95-1e32ad418033 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f6d58e80c3594ae2abb49ade4482dfd3&device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 1130 time: 0.0375972 May 26 19:46:04.397763 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4a0f5-1436-4df0-af00-8e5bc917026c req-c0e03749-bc97-44da-baca-7d5b313f6679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:04.399323 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3a4a0f5-1436-4df0-af00-8e5bc917026c req-c0e03749-bc97-44da-baca-7d5b313f6679 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3d90aacf-7ed7-4464-b873-af570bc85444 HTTP/1.1" status: 200 len: 911 time: 0.0919175 May 26 19:46:04.462993 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3a4a0f5-1436-4df0-af00-8e5bc917026c req-357d93c5-db87-4774-bf25-f658b40687fd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd065cbe-f746-42d0-9f46-d21f31e26426 HTTP/1.1" status: 200 len: 1002 time: 0.0571878 May 26 19:46:04.519631 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4a0f5-1436-4df0-af00-8e5bc917026c req-12e91e08-b455-4e6e-8e78-4582c1183413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:04.522158 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3a4a0f5-1436-4df0-af00-8e5bc917026c req-12e91e08-b455-4e6e-8e78-4582c1183413 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1a77309c-764f-454e-97c7-cacc8c9fe03c HTTP/1.1" status: 200 len: 849 time: 0.0503211 May 26 19:46:04.565966 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4a0f5-1436-4df0-af00-8e5bc917026c req-37aad751-726f-45d5-95fd-7143643d1870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:04.567376 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3a4a0f5-1436-4df0-af00-8e5bc917026c req-37aad751-726f-45d5-95fd-7143643d1870 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3d90aacf-7ed7-4464-b873-af570bc85444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375428 May 26 19:46:04.663567 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3a4a0f5-1436-4df0-af00-8e5bc917026c req-0c550a56-2fc8-4145-b95f-7bfd2af7174f service neutron] 10.222.0.77 "GET /v2.0/networks/3d90aacf-7ed7-4464-b873-af570bc85444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861223 May 26 19:46:04.764368 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3a4a0f5-1436-4df0-af00-8e5bc917026c req-82ff930d-e3cb-4b8c-8f45-42b140ddfc97 service neutron] 10.222.0.77 "GET /v2.0/networks/3d90aacf-7ed7-4464-b873-af570bc85444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936146 May 26 19:46:06.274622 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabed5a-317d-4392-96bd-15e8d3290c3d req-abc46b0e-7223-48f4-89a5-ae0c0ce12628 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:06.275324 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-caabed5a-317d-4392-96bd-15e8d3290c3d req-abc46b0e-7223-48f4-89a5-ae0c0ce12628 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=f078ae03-f894-4a29-b0a5-6b1d00cc424d HTTP/1.1" status: 200 len: 946 time: 0.0524392 May 26 19:46:06.322542 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-caabed5a-317d-4392-96bd-15e8d3290c3d req-b3ddbd44-4789-497a-892c-b8eae7402d6b tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414393 May 26 19:46:06.598408 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 59186) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:46:06.693642 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8215a9d-edec-4751-9633-96e97bebb031 req-0e761aeb-26db-47a5-8cc0-c9e5e15758c2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:06.695723 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d8215a9d-edec-4751-9633-96e97bebb031 req-0e761aeb-26db-47a5-8cc0-c9e5e15758c2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0532422 May 26 19:46:06.720463 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-e585035c-8e3d-47a4-8eb4-00eaa05535dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:06.773496 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d8215a9d-edec-4751-9633-96e97bebb031 req-930b15df-a94a-4cc4-b47e-db92b2d2dda0 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713775 May 26 19:46:06.818424 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-e585035c-8e3d-47a4-8eb4-00eaa05535dc admin admin] Publish callbacks [] for security_group (79171edf-b2d3-4ebd-8b24-8b0aa98ba750), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:06.884264 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-e585035c-8e3d-47a4-8eb4-00eaa05535dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (79171edf-b2d3-4ebd-8b24-8b0aa98ba750), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:06.921578 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585035c-8e3d-47a4-8eb4-00eaa05535dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79171edf-b2d3-4ebd-8b24-8b0aa98ba750,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:06.926214 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-e585035c-8e3d-47a4-8eb4-00eaa05535dc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ce7e67e867fe45d1b2b0d7e23c9252ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267777 May 26 19:46:06.929470 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59192) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:46:06.931586 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585035c-8e3d-47a4-8eb4-00eaa05535dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:06.931930 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585035c-8e3d-47a4-8eb4-00eaa05535dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:06.932267 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585035c-8e3d-47a4-8eb4-00eaa05535dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:06.932600 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585035c-8e3d-47a4-8eb4-00eaa05535dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:06.932926 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585035c-8e3d-47a4-8eb4-00eaa05535dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:06.933256 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585035c-8e3d-47a4-8eb4-00eaa05535dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:06.933577 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585035c-8e3d-47a4-8eb4-00eaa05535dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:06.933908 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585035c-8e3d-47a4-8eb4-00eaa05535dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:06.934218 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585035c-8e3d-47a4-8eb4-00eaa05535dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:06.934536 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585035c-8e3d-47a4-8eb4-00eaa05535dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:06.934879 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585035c-8e3d-47a4-8eb4-00eaa05535dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:06.935239 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585035c-8e3d-47a4-8eb4-00eaa05535dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:06.935556 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585035c-8e3d-47a4-8eb4-00eaa05535dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:06.935870 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585035c-8e3d-47a4-8eb4-00eaa05535dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:06.936183 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585035c-8e3d-47a4-8eb4-00eaa05535dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:06.990429 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c544b535-78f6-434f-b6ab-efe5acb896c2 admin admin] Publish callbacks [] for security_group (79171edf-b2d3-4ebd-8b24-8b0aa98ba750), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:07.012386 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c544b535-78f6-434f-b6ab-efe5acb896c2 admin admin] Publish callbacks [] for security_group (79171edf-b2d3-4ebd-8b24-8b0aa98ba750), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:07.141635 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c544b535-78f6-434f-b6ab-efe5acb896c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (79171edf-b2d3-4ebd-8b24-8b0aa98ba750), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:07.144211 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c544b535-78f6-434f-b6ab-efe5acb896c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:07.145336 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-c544b535-78f6-434f-b6ab-efe5acb896c2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/79171edf-b2d3-4ebd-8b24-8b0aa98ba750 HTTP/1.1" status: 204 len: 168 time: 0.2148759 May 26 19:46:07.152878 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544b535-78f6-434f-b6ab-efe5acb896c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79171edf-b2d3-4ebd-8b24-8b0aa98ba750,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:07.163855 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:07.446257 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71d029-9726-4099-b7c9-b3c7a7ea1b53 req-8ec86bee-dfe2-44da-befb-ee62b5dbcc32 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:07.447943 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0c71d029-9726-4099-b7c9-b3c7a7ea1b53 req-8ec86bee-dfe2-44da-befb-ee62b5dbcc32 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=f078ae03-f894-4a29-b0a5-6b1d00cc424d HTTP/1.1" status: 200 len: 946 time: 0.0553229 May 26 19:46:07.500054 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0c71d029-9726-4099-b7c9-b3c7a7ea1b53 req-6f18715a-37e6-4120-b9fe-dfb9c2d4b184 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459123 May 26 19:46:07.889794 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495a02e-8202-44bb-a583-ac38f6a7846d req-fef7a95b-c25c-4647-8572-0fb92f868ec1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:07.891283 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5495a02e-8202-44bb-a583-ac38f6a7846d req-fef7a95b-c25c-4647-8572-0fb92f868ec1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0509057 May 26 19:46:07.909921 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:07.915999 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:07.938567 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5495a02e-8202-44bb-a583-ac38f6a7846d req-9ca41f49-45c7-4afd-9882-f63e0ec66f03 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417614 May 26 19:46:08.614888 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ee9b1-c563-497e-acf8-d2dac007ea7f req-c6d6ffda-98c4-4491-ace2-a17852ce94ca tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:08.616339 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-841ee9b1-c563-497e-acf8-d2dac007ea7f req-c6d6ffda-98c4-4491-ace2-a17852ce94ca tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=f078ae03-f894-4a29-b0a5-6b1d00cc424d HTTP/1.1" status: 200 len: 946 time: 0.0461121 May 26 19:46:08.665619 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-841ee9b1-c563-497e-acf8-d2dac007ea7f req-5951acac-cc5d-441a-8644-289a67c8ebfc tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433640 May 26 19:46:09.051430 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9489302-86bc-4e2e-a1db-c5bb4cc40356 req-234cb391-4403-43e3-acff-0a966d1bd581 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:09.052866 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a9489302-86bc-4e2e-a1db-c5bb4cc40356 req-234cb391-4403-43e3-acff-0a966d1bd581 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0460758 May 26 19:46:09.098657 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a9489302-86bc-4e2e-a1db-c5bb4cc40356 req-7d9d5574-3211-40ab-8db1-77d530d530cd tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399776 May 26 19:46:09.776768 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091caede-cf4f-4a72-9ec7-f23d9e56118f req-d50a53dd-074d-4ed4-838e-82358245b380 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:09.778226 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-091caede-cf4f-4a72-9ec7-f23d9e56118f req-d50a53dd-074d-4ed4-838e-82358245b380 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=f078ae03-f894-4a29-b0a5-6b1d00cc424d HTTP/1.1" status: 200 len: 946 time: 0.0467749 May 26 19:46:09.824185 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-091caede-cf4f-4a72-9ec7-f23d9e56118f req-58f47042-a2f0-44ac-a57c-b53da66a84d8 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405431 May 26 19:46:10.212815 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a875cc-d212-48e3-a986-ac28bcd431af req-58bafd2a-6f75-4aad-a69c-49f910f4a304 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:10.214245 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-06a875cc-d212-48e3-a986-ac28bcd431af req-58bafd2a-6f75-4aad-a69c-49f910f4a304 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.77 "GET /v2.0/ports?device_id=f078ae03-f894-4a29-b0a5-6b1d00cc424d HTTP/1.1" status: 200 len: 946 time: 0.0760124 May 26 19:46:10.233778 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c32fdd-6516-4119-b303-1ded67d609af req-b3aa8f46-5526-4e66-baae-7ce36e288f35 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:10.235169 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-23c32fdd-6516-4119-b303-1ded67d609af req-b3aa8f46-5526-4e66-baae-7ce36e288f35 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0694728 May 26 19:46:10.333715 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-23c32fdd-6516-4119-b303-1ded67d609af req-81a16c5f-a9b9-4f0c-bea4-c0ef065b6433 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=12ee9db5-a467-4c8b-9b86-c660b3edecf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816445 May 26 19:46:10.337015 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-06a875cc-d212-48e3-a986-ac28bcd431af req-410ddbed-2748-4a0c-be26-3e306d91e521 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Deleting port 6fe129fb-f583-4c5e-a15c-855a8b053449 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:46:10.337274 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-06a875cc-d212-48e3-a986-ac28bcd431af req-410ddbed-2748-4a0c-be26-3e306d91e521 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (6fe129fb-f583-4c5e-a15c-855a8b053449), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:10.432174 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-06a875cc-d212-48e3-a986-ac28bcd431af req-410ddbed-2748-4a0c-be26-3e306d91e521 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] For port 6fe129fb-f583-4c5e-a15c-855a8b053449, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6fe129fb-f583-4c5e-a15c-855a8b053449,segment=NetworkSegment(6482afca-2d8f-4e22-a135-a096063e79d9),segment_id=6482afca-2d8f-4e22-a135-a096063e79d9)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:46:10.432464 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-06a875cc-d212-48e3-a986-ac28bcd431af req-410ddbed-2748-4a0c-be26-3e306d91e521 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (6fe129fb-f583-4c5e-a15c-855a8b053449), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:10.445574 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-06a875cc-d212-48e3-a986-ac28bcd431af req-410ddbed-2748-4a0c-be26-3e306d91e521 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Calling delete_port for 6fe129fb-f583-4c5e-a15c-855a8b053449 owned by compute:nova {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:46:10.605816 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a8e48-8264-4109-aa3d-b04a54e35e30 req-d8e6a39f-0d78-4aa0-8730-cbe38716b098 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:10.607307 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-229a8e48-8264-4109-aa3d-b04a54e35e30 req-d8e6a39f-0d78-4aa0-8730-cbe38716b098 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 946 time: 0.0532656 May 26 19:46:10.680482 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-06a875cc-d212-48e3-a986-ac28bcd431af req-410ddbed-2748-4a0c-be26-3e306d91e521 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (6fe129fb-f583-4c5e-a15c-855a8b053449), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:10.694066 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['6fe129fb-f583-4c5e-a15c-855a8b053449'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:46:10.729067 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ddbed-2748-4a0c-be26-3e306d91e521 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Pushing event deleted for resources: {'Port': ['ID=6fe129fb-f583-4c5e-a15c-855a8b053449,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:10.730638 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-229a8e48-8264-4109-aa3d-b04a54e35e30 req-94c3a987-df2e-4727-aaf5-e03ef5544f8b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Deleting port dd065cbe-f746-42d0-9f46-d21f31e26426 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:46:10.730983 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-229a8e48-8264-4109-aa3d-b04a54e35e30 req-94c3a987-df2e-4727-aaf5-e03ef5544f8b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (dd065cbe-f746-42d0-9f46-d21f31e26426), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:10.806831 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a875cc-d212-48e3-a986-ac28bcd431af req-410ddbed-2748-4a0c-be26-3e306d91e521 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] No DVR routers for this DVR port 6fe129fb-f583-4c5e-a15c-855a8b053449 on host hv-cinder-82549 {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:46:10.812240 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-06a875cc-d212-48e3-a986-ac28bcd431af req-410ddbed-2748-4a0c-be26-3e306d91e521 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:10.815373 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-06a875cc-d212-48e3-a986-ac28bcd431af req-410ddbed-2748-4a0c-be26-3e306d91e521 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.77 "DELETE /v2.0/ports/6fe129fb-f583-4c5e-a15c-855a8b053449 HTTP/1.1" status: 204 len: 173 time: 0.5943365 May 26 19:46:10.815797 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f078ae03-f894-4a29-b0a5-6b1d00cc424d', 'name': 'network-vif-deleted', 'tag': '6fe129fb-f583-4c5e-a15c-855a8b053449'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:46:10.817959 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6016cb17-dd32-4d6b-a087-cefb2778546b" -d '{"events": [{"server_uuid": "f078ae03-f894-4a29-b0a5-6b1d00cc424d", "name": "network-vif-deleted", "tag": "6fe129fb-f583-4c5e-a15c-855a8b053449"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:46:10.856826 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cda269-232f-4b2b-83ab-669b938be99e x-openstack-request-id: req-57cda269-232f-4b2b-83ab-669b938be99e {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:46:10.857115 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f078ae03-f894-4a29-b0a5-6b1d00cc424d", "name": "network-vif-deleted", "tag": "6fe129fb-f583-4c5e-a15c-855a8b053449", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:46:10.857360 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-57cda269-232f-4b2b-83ab-669b938be99e {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:46:10.857757 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57cda269-232f-4b2b-83ab-669b938be99e'] response: {'server_uuid': 'f078ae03-f894-4a29-b0a5-6b1d00cc424d', 'name': 'network-vif-deleted', 'tag': '6fe129fb-f583-4c5e-a15c-855a8b053449', 'status': 'completed', 'code': 200} May 26 19:46:10.864686 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-229a8e48-8264-4109-aa3d-b04a54e35e30 req-94c3a987-df2e-4727-aaf5-e03ef5544f8b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] For port dd065cbe-f746-42d0-9f46-d21f31e26426, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=dd065cbe-f746-42d0-9f46-d21f31e26426,segment=NetworkSegment(c32d74fb-2c69-4e8d-86ad-fd9955b4eb13),segment_id=c32d74fb-2c69-4e8d-86ad-fd9955b4eb13)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:46:10.865061 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-229a8e48-8264-4109-aa3d-b04a54e35e30 req-94c3a987-df2e-4727-aaf5-e03ef5544f8b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (dd065cbe-f746-42d0-9f46-d21f31e26426), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:10.913448 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:10.946105 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4fd25ae8-82d7-4f73-8d00-b005837a67d3 req-713712df-5a33-4f03-869f-01b9a7eb81e7 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=f078ae03-f894-4a29-b0a5-6b1d00cc424d HTTP/1.1" status: 200 len: 210 time: 0.0355103 May 26 19:46:10.982470 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:11.061905 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-229a8e48-8264-4109-aa3d-b04a54e35e30 req-94c3a987-df2e-4727-aaf5-e03ef5544f8b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:11.062267 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-229a8e48-8264-4109-aa3d-b04a54e35e30 req-94c3a987-df2e-4727-aaf5-e03ef5544f8b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (b64cd262-4b0f-44bb-8b31-fd1b6e05d498), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:11.062580 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.l3_db [req-229a8e48-8264-4109-aa3d-b04a54e35e30 req-94c3a987-df2e-4727-aaf5-e03ef5544f8b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Floating IP b64cd262-4b0f-44bb-8b31-fd1b6e05d498 disassociated. External IP: 172.27.0.182, port: dd065cbe-f746-42d0-9f46-d21f31e26426. May 26 19:46:11.062962 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-229a8e48-8264-4109-aa3d-b04a54e35e30 req-94c3a987-df2e-4727-aaf5-e03ef5544f8b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Calling delete_port for dd065cbe-f746-42d0-9f46-d21f31e26426 owned by compute:nova {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:46:11.336096 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-229a8e48-8264-4109-aa3d-b04a54e35e30 req-94c3a987-df2e-4727-aaf5-e03ef5544f8b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (dd065cbe-f746-42d0-9f46-d21f31e26426), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:11.361356 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3a987-df2e-4727-aaf5-e03ef5544f8b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Pushing event deleted for resources: {'Port': ['ID=dd065cbe-f746-42d0-9f46-d21f31e26426,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:11.449009 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-fb74c9e3-9bad-4c8f-985f-26de8a359e25 req-6832818d-fad0-40a5-806c-02631bba7c2d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 210 time: 0.0284932 May 26 19:46:11.478575 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-229a8e48-8264-4109-aa3d-b04a54e35e30 req-94c3a987-df2e-4727-aaf5-e03ef5544f8b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Router c8f12779-38ac-477e-83d3-c87fee9362ff has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:46:11.579585 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-229a8e48-8264-4109-aa3d-b04a54e35e30 req-94c3a987-df2e-4727-aaf5-e03ef5544f8b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:46:11.589296 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38944c25-8af1-47a5-99d9-d29968608644 None None] Sync routers for ids ['c8f12779-38ac-477e-83d3-c87fee9362ff'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:46:11.599604 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38944c25-8af1-47a5-99d9-d29968608644 None None] Routers {'c8f12779-38ac-477e-83d3-c87fee9362ff'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:46:11.600279 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-38944c25-8af1-47a5-99d9-d29968608644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:45:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['c8f12779-38ac-477e-83d3-c87fee9362ff'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:46:11.620543 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-229a8e48-8264-4109-aa3d-b04a54e35e30 req-94c3a987-df2e-4727-aaf5-e03ef5544f8b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] No DVR routers for this DVR port dd065cbe-f746-42d0-9f46-d21f31e26426 on host hv-cinder-82549 {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:46:11.623011 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-229a8e48-8264-4109-aa3d-b04a54e35e30 req-94c3a987-df2e-4727-aaf5-e03ef5544f8b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:11.626230 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-229a8e48-8264-4109-aa3d-b04a54e35e30 req-94c3a987-df2e-4727-aaf5-e03ef5544f8b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.77 "DELETE /v2.0/ports/dd065cbe-f746-42d0-9f46-d21f31e26426 HTTP/1.1" status: 204 len: 173 time: 1.0134735 May 26 19:46:11.703271 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-38944c25-8af1-47a5-99d9-d29968608644 None None] Set router c8f12779-38ac-477e-83d3-c87fee9362ff gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:46:11.894992 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-38944c25-8af1-47a5-99d9-d29968608644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'name': 'tempest-AttachVolumeTestJSON-600110457-router', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:21Z', 'updated_at': '2022-05-26T19:42:24Z', 'revision_number': 4, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'gw_port': {'id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '34992ea4-a649-4663-bd64-68a401583028', 'name': '', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'mac_address': 'fa:16:3e:04:17:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:24Z', 'updated_at': '2022-05-26T19:42:29Z', 'revision_number': 5, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'subnets': [{'id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:46:11.919546 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38944c25-8af1-47a5-99d9-d29968608644 None None] Checking router: c8f12779-38ac-477e-83d3-c87fee9362ff for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:46:11.927942 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38944c25-8af1-47a5-99d9-d29968608644 None None] Routers {'c8f12779-38ac-477e-83d3-c87fee9362ff'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:46:11.928549 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-38944c25-8af1-47a5-99d9-d29968608644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:45:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['c8f12779-38ac-477e-83d3-c87fee9362ff'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:46:12.031638 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-38944c25-8af1-47a5-99d9-d29968608644 None None] Set router c8f12779-38ac-477e-83d3-c87fee9362ff gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:46:12.068205 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-37212d22-58e6-4289-9fef-9a18567dbb42 req-2f5b875a-c118-4927-a92d-c340966a8f8b tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=f078ae03-f894-4a29-b0a5-6b1d00cc424d HTTP/1.1" status: 200 len: 210 time: 0.0376186 May 26 19:46:12.215927 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-38944c25-8af1-47a5-99d9-d29968608644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'name': 'tempest-AttachVolumeTestJSON-600110457-router', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:21Z', 'updated_at': '2022-05-26T19:42:24Z', 'revision_number': 4, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'gw_port': {'id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '34992ea4-a649-4663-bd64-68a401583028', 'name': '', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'mac_address': 'fa:16:3e:04:17:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:24Z', 'updated_at': '2022-05-26T19:42:29Z', 'revision_number': 5, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'subnets': [{'id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:46:12.239634 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38944c25-8af1-47a5-99d9-d29968608644 None None] The sync data for ids ['c8f12779-38ac-477e-83d3-c87fee9362ff'] in dv-cinder-825492-17-iscsi is: [{'id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'name': 'tempest-AttachVolumeTestJSON-600110457-router', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:21Z', 'updated_at': '2022-05-26T19:42:24Z', 'revision_number': 4, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'gw_port': {'id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '34992ea4-a649-4663-bd64-68a401583028', 'name': '', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'mac_address': 'fa:16:3e:04:17:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:24Z', 'updated_at': '2022-05-26T19:42:29Z', 'revision_number': 5, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'subnets': [{'id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:46:12.448662 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e18c68-fb60-4285-97f8-5961463c1ae7 None None] New status for floating IP b64cd262-4b0f-44bb-8b31-fd1b6e05d498: DOWN {{(pid=104686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:46:12.451762 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:12.561619 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6d41aeb7-2815-4f83-96bf-fb275d04f639 req-b6d5ff53-20b6-4db9-86c5-7cd846251c1d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ae90233-1398-44cd-9ac0-9d660d9b6e64 HTTP/1.1" status: 200 len: 210 time: 0.0331469 May 26 19:46:12.858430 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae90233-1398-44cd-9ac0-9d660d9b6e64', 'name': 'network-vif-deleted', 'tag': 'dd065cbe-f746-42d0-9f46-d21f31e26426'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:46:12.860810 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a12280-6115-4b5f-9adc-57897d4ddc86" -d '{"events": [{"server_uuid": "2ae90233-1398-44cd-9ac0-9d660d9b6e64", "name": "network-vif-deleted", "tag": "dd065cbe-f746-42d0-9f46-d21f31e26426"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:46:12.895668 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656cdede-d22e-41b3-bac5-1b73a5eac12b x-openstack-request-id: req-656cdede-d22e-41b3-bac5-1b73a5eac12b {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:46:12.895958 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae90233-1398-44cd-9ac0-9d660d9b6e64", "name": "network-vif-deleted", "tag": "dd065cbe-f746-42d0-9f46-d21f31e26426", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:46:12.896208 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-656cdede-d22e-41b3-bac5-1b73a5eac12b {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:46:12.896597 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-656cdede-d22e-41b3-bac5-1b73a5eac12b'] response: {'server_uuid': '2ae90233-1398-44cd-9ac0-9d660d9b6e64', 'name': 'network-vif-deleted', 'tag': 'dd065cbe-f746-42d0-9f46-d21f31e26426', 'status': 'completed', 'code': 200} May 26 19:46:13.342655 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 6fe129fb-f583-4c5e-a15c-855a8b053449 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:46:13.362460 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] No Port match for: 6fe129fb-f583-4c5e-a15c-855a8b053449 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:46:13.362795 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 6fe129fb-f583-4c5e-a15c-855a8b053449 not bound to the agent host hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:46:14.533279 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:46:14.777115 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59240) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:46:14.830034 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-173cfe1d-a14b-437f-9d71-704874077153 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group (12ee9db5-a467-4c8b-9b86-c660b3edecf7), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:14.853461 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-173cfe1d-a14b-437f-9d71-704874077153 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group (12ee9db5-a467-4c8b-9b86-c660b3edecf7), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:14.975849 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-173cfe1d-a14b-437f-9d71-704874077153 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (12ee9db5-a467-4c8b-9b86-c660b3edecf7), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:14.978833 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-173cfe1d-a14b-437f-9d71-704874077153 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:14.979987 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-173cfe1d-a14b-437f-9d71-704874077153 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "DELETE /v2.0/security-groups/12ee9db5-a467-4c8b-9b86-c660b3edecf7 HTTP/1.1" status: 204 len: 168 time: 0.2019095 May 26 19:46:14.982765 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 59242) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:46:14.989290 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173cfe1d-a14b-437f-9d71-704874077153 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ee9db5-a467-4c8b-9b86-c660b3edecf7,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:14.997342 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173cfe1d-a14b-437f-9d71-704874077153 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:15.004581 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.api.v2.resource [None req-c474df65-c99f-4125-a8e9-85a53fd06f88 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] show failed (client error): The resource could not be found. May 26 19:46:15.004721 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173cfe1d-a14b-437f-9d71-704874077153 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:15.004721 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173cfe1d-a14b-437f-9d71-704874077153 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:15.004721 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173cfe1d-a14b-437f-9d71-704874077153 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:15.004997 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-c474df65-c99f-4125-a8e9-85a53fd06f88 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups/12ee9db5-a467-4c8b-9b86-c660b3edecf7 HTTP/1.1" status: 404 len: 347 time: 0.0147195 May 26 19:46:15.005105 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173cfe1d-a14b-437f-9d71-704874077153 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:15.005105 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173cfe1d-a14b-437f-9d71-704874077153 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:15.005105 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173cfe1d-a14b-437f-9d71-704874077153 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:15.005105 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173cfe1d-a14b-437f-9d71-704874077153 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:15.005105 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173cfe1d-a14b-437f-9d71-704874077153 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:15.005105 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173cfe1d-a14b-437f-9d71-704874077153 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:15.005105 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173cfe1d-a14b-437f-9d71-704874077153 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:15.005105 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173cfe1d-a14b-437f-9d71-704874077153 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:15.005105 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173cfe1d-a14b-437f-9d71-704874077153 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:15.005105 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173cfe1d-a14b-437f-9d71-704874077153 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:15.005105 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173cfe1d-a14b-437f-9d71-704874077153 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:15.006590 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 59244) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:46:15.114114 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:15.122693 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-2078f5f3-4c8c-432e-83b3-6522b6a7aa2f tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Deleting port 639d7284-e40a-4c6e-bb6f-e65eff102154 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:46:15.123067 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2078f5f3-4c8c-432e-83b3-6522b6a7aa2f tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (639d7284-e40a-4c6e-bb6f-e65eff102154), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:15.198890 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2078f5f3-4c8c-432e-83b3-6522b6a7aa2f tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (639d7284-e40a-4c6e-bb6f-e65eff102154), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:15.199234 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2078f5f3-4c8c-432e-83b3-6522b6a7aa2f tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for floatingip (639d7284-e40a-4c6e-bb6f-e65eff102154), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:15.212539 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-2078f5f3-4c8c-432e-83b3-6522b6a7aa2f tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Calling delete_port for 639d7284-e40a-4c6e-bb6f-e65eff102154 owned by network:floatingip {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:46:15.393570 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2078f5f3-4c8c-432e-83b3-6522b6a7aa2f tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (639d7284-e40a-4c6e-bb6f-e65eff102154), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:15.416362 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078f5f3-4c8c-432e-83b3-6522b6a7aa2f tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Pushing event deleted for resources: {'Port': ['ID=639d7284-e40a-4c6e-bb6f-e65eff102154,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:15.477797 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2078f5f3-4c8c-432e-83b3-6522b6a7aa2f tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for floatingip (b64cd262-4b0f-44bb-8b31-fd1b6e05d498), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:15.480259 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2078f5f3-4c8c-432e-83b3-6522b6a7aa2f tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:15.481385 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-2078f5f3-4c8c-432e-83b3-6522b6a7aa2f tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "DELETE /v2.0/floatingips/b64cd262-4b0f-44bb-8b31-fd1b6e05d498 HTTP/1.1" status: 204 len: 168 time: 0.4738753 May 26 19:46:15.612804 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59248) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:46:15.617557 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-101a7c8d-44b9-466c-8b70-6607e9893df7 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1361637317', 'description': 'tempest-description--429656304'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:46:15.701871 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-101a7c8d-44b9-466c-8b70-6607e9893df7 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:15.739583 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device dd065cbe-f746-42d0-9f46-d21f31e26426 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:46:15.760167 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] No Port match for: dd065cbe-f746-42d0-9f46-d21f31e26426 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:46:15.760515 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device dd065cbe-f746-42d0-9f46-d21f31e26426 not bound to the agent host hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:46:15.777719 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-101a7c8d-44b9-466c-8b70-6607e9893df7 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group (030bad9c-70a3-4870-b4d0-e3bacb569fd4), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:15.844480 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-101a7c8d-44b9-466c-8b70-6607e9893df7 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (030bad9c-70a3-4870-b4d0-e3bacb569fd4), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:15.873721 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a7c8d-44b9-466c-8b70-6607e9893df7 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=030bad9c-70a3-4870-b4d0-e3bacb569fd4,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:15.937661 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-101a7c8d-44b9-466c-8b70-6607e9893df7 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:15.938891 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-101a7c8d-44b9-466c-8b70-6607e9893df7 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3250699 May 26 19:46:15.941745 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59252) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:46:15.946597 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-0f487cd0-315b-4eee-9406-3441af5cc4b2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Request body: {'security_group_rule': {'security_group_id': '030bad9c-70a3-4870-b4d0-e3bacb569fd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:46:16.057006 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-0f487cd0-315b-4eee-9406-3441af5cc4b2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group_rule (eed5c587-022e-4b2c-b359-c930868f0451), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:16.068531 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:16.095515 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:16.114282 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-0f487cd0-315b-4eee-9406-3441af5cc4b2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group_rule (eed5c587-022e-4b2c-b359-c930868f0451), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:16.192991 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-0f487cd0-315b-4eee-9406-3441af5cc4b2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (eed5c587-022e-4b2c-b359-c930868f0451), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:16.211979 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f487cd0-315b-4eee-9406-3441af5cc4b2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed5c587-022e-4b2c-b359-c930868f0451,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:16.292131 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-0f487cd0-315b-4eee-9406-3441af5cc4b2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:16.293341 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-0f487cd0-315b-4eee-9406-3441af5cc4b2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3506668 May 26 19:46:16.296100 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 59254) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:46:16.300513 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-fbe986e3-5eeb-4614-98bc-c3bd0747961b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Request body: {'security_group_rule': {'security_group_id': '030bad9c-70a3-4870-b4d0-e3bacb569fd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:46:16.381821 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-fbe986e3-5eeb-4614-98bc-c3bd0747961b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group_rule (6e375274-a536-4d3e-80dd-929bf3c4d25a), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:16.402806 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:16.438286 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-fbe986e3-5eeb-4614-98bc-c3bd0747961b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group_rule (6e375274-a536-4d3e-80dd-929bf3c4d25a), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:16.535779 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-fbe986e3-5eeb-4614-98bc-c3bd0747961b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (6e375274-a536-4d3e-80dd-929bf3c4d25a), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:16.557265 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe986e3-5eeb-4614-98bc-c3bd0747961b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e375274-a536-4d3e-80dd-929bf3c4d25a,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:16.612196 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-fbe986e3-5eeb-4614-98bc-c3bd0747961b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:16.613410 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-fbe986e3-5eeb-4614-98bc-c3bd0747961b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3163419 May 26 19:46:16.616408 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 59256) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:46:16.620907 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-33d5ca2a-640b-46e5-b089-10d1300976d2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Request body: {'floatingip': {'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:46:16.690705 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-33d5ca2a-640b-46e5-b089-10d1300976d2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:17.013707 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-33d5ca2a-640b-46e5-b089-10d1300976d2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:17.126890 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [None req-33d5ca2a-640b-46e5-b089-10d1300976d2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Allocated IP 172.27.0.34 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/f80d3e46-981f-4e2f-88a9-bbb8639d6102) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:46:17.187417 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:17.226345 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-33d5ca2a-640b-46e5-b089-10d1300976d2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for port (f80d3e46-981f-4e2f-88a9-bbb8639d6102), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:17.319324 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-33d5ca2a-640b-46e5-b089-10d1300976d2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (f80d3e46-981f-4e2f-88a9-bbb8639d6102), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:17.359903 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d5ca2a-640b-46e5-b089-10d1300976d2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:46:17.362830 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-33d5ca2a-640b-46e5-b089-10d1300976d2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:46:17.369327 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d5ca2a-640b-46e5-b089-10d1300976d2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:46:17.397649 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5ca2a-640b-46e5-b089-10d1300976d2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Pushing event updated for resources: {'Port': ['ID=f80d3e46-981f-4e2f-88a9-bbb8639d6102,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:17.455490 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-33d5ca2a-640b-46e5-b089-10d1300976d2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for floatingip (9ee8bcda-ec37-41f5-85e8-224c38245e20), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:17.597710 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-33d5ca2a-640b-46e5-b089-10d1300976d2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (f80d3e46-981f-4e2f-88a9-bbb8639d6102), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:17.656882 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:17.779803 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-33d5ca2a-640b-46e5-b089-10d1300976d2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for port (f80d3e46-981f-4e2f-88a9-bbb8639d6102), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:17.894814 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-33d5ca2a-640b-46e5-b089-10d1300976d2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (f80d3e46-981f-4e2f-88a9-bbb8639d6102), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:17.962553 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5ca2a-640b-46e5-b089-10d1300976d2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Pushing event updated for resources: {'Port': ['ID=f80d3e46-981f-4e2f-88a9-bbb8639d6102,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:17.976533 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-33d5ca2a-640b-46e5-b089-10d1300976d2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (9ee8bcda-ec37-41f5-85e8-224c38245e20), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:18.126938 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-33d5ca2a-640b-46e5-b089-10d1300976d2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:18.128199 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-33d5ca2a-640b-46e5-b089-10d1300976d2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5107758 May 26 19:46:18.319059 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-6ceefada-aae4-436b-b7d6-7809f6d420d3 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1361637317&fields=id&tenant_id=f6d58e80c3594ae2abb49ade4482dfd3 HTTP/1.1" status: 200 len: 267 time: 0.0421395 May 26 19:46:18.426555 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-e11508bc-ea90-497c-a12f-ba489f91ffef tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:18.427929 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-e11508bc-ea90-497c-a12f-ba489f91ffef tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/networks?id=3d90aacf-7ed7-4464-b873-af570bc85444 HTTP/1.1" status: 200 len: 810 time: 0.1020832 May 26 19:46:18.442635 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-b3b7e14b-5654-4e65-ba39-179be868df41 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/quotas/f6d58e80c3594ae2abb49ade4482dfd3 HTTP/1.1" status: 200 len: 375 time: 0.0087426 May 26 19:46:18.489074 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-df322ea1-d010-4f9a-afd0-3cac1f3e7158 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6d58e80c3594ae2abb49ade4482dfd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0416460 May 26 19:46:18.580666 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-12621df1-52b1-4c30-ba4c-6e10b5c66362 service neutron] 10.222.0.72 "GET /v2.0/networks/3d90aacf-7ed7-4464-b873-af570bc85444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795465 May 26 19:46:18.670165 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-3cffba7f-eeed-446b-a47b-8e421d849f87 service neutron] 10.222.0.72 "GET /v2.0/networks/3d90aacf-7ed7-4464-b873-af570bc85444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838175 May 26 19:46:18.897379 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-b97e6669-5f73-406d-b5e7-b42c97b6f86e req-cf4dcc15-9e19-41ce-b2e1-24021efb01d6 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 210 time: 0.0286365 May 26 19:46:19.563171 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-e7b6b1be-fe1f-4131-b6db-1e7a59d603a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:19.996135 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0f489d38-1645-47ad-8a05-96092e11fe36 req-0662c262-16d9-4688-be0b-5f94e76778d2 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 210 time: 0.0300839 May 26 19:46:21.094617 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f4841623-717b-4a11-bfc0-add98ead0b88 req-a02e5be9-3141-4d4e-8786-5b97b3485b45 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 210 time: 0.0298507 May 26 19:46:21.793417 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-f5a447ac-43a5-4454-a9a8-51e51336fe22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:22.189871 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-75c98e4b-cb89-4815-84ed-1e0570cd1716 req-5454fe4c-e961-4b26-ba42-e82f00067a37 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 210 time: 0.0276117 May 26 19:46:22.975823 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:23.286252 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1b97ff2a-4f84-402f-abfe-11ac0ba25e47 req-d37cbb99-6c55-454c-aed8-1e0d4d839135 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 210 time: 0.0309358 May 26 19:46:23.500635 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-d13ba394-e9dc-4b9a-a517-c98f163a1fc1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:23.502062 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-d13ba394-e9dc-4b9a-a517-c98f163a1fc1 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.77 "GET /v2.0/networks?id=3d90aacf-7ed7-4464-b873-af570bc85444 HTTP/1.1" status: 200 len: 810 time: 0.0997195 May 26 19:46:23.567952 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-e34ff77d-0235-48ee-b30e-2eec096018bf tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d58e80c3594ae2abb49ade4482dfd3 HTTP/1.1" status: 200 len: 380 time: 0.0562601 May 26 19:46:23.577560 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-120f6fa3-a2cd-49a4-9065-45851c304574 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Request body: {'port': {'device_id': '3e438f4b-10f6-4fee-8c25-59798fde83de', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'admin_state_up': True, 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'security_groups': ['030bad9c-70a3-4870-b4d0-e3bacb569fd4']}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:46:23.659303 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:23.819359 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-120f6fa3-a2cd-49a4-9065-45851c304574 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Made reservation on behalf of f6d58e80c3594ae2abb49ade4482dfd3 for: {'port': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:46:23.822785 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-120f6fa3-a2cd-49a4-9065-45851c304574 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:23.956102 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-120f6fa3-a2cd-49a4-9065-45851c304574 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Allocated IP 172.20.0.8 (3d90aacf-7ed7-4464-b873-af570bc85444/1a77309c-764f-454e-97c7-cacc8c9fe03c/28b54a18-eac4-47ed-9cdf-47ca938b6d20) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:46:24.013562 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:24.104332 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-120f6fa3-a2cd-49a4-9065-45851c304574 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for port (28b54a18-eac4-47ed-9cdf-47ca938b6d20), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:24.226362 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-120f6fa3-a2cd-49a4-9065-45851c304574 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (28b54a18-eac4-47ed-9cdf-47ca938b6d20), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:24.251179 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-e879c1e5-d98e-40f0-80cb-cca0a3cf0dc0 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:24.252671 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-e879c1e5-d98e-40f0-80cb-cca0a3cf0dc0 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/networks?id=34f3a739-7e78-433b-8a6a-0d4643be2b0c HTTP/1.1" status: 200 len: 813 time: 0.3396451 May 26 19:46:24.267302 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-c3620852-ae06-45bf-877e-acef65a650dc tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/quotas/e99682e050fe48ca82cbecebe920a6f9 HTTP/1.1" status: 200 len: 375 time: 0.0092187 May 26 19:46:24.273866 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-120f6fa3-a2cd-49a4-9065-45851c304574 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Network 3d90aacf-7ed7-4464-b873-af570bc85444 is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:46:24.277102 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-120f6fa3-a2cd-49a4-9065-45851c304574 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:46:24.279633 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-120f6fa3-a2cd-49a4-9065-45851c304574 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:46:24.301678 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-c88ddfd8-2d8b-46f8-ab28-6c3f44e5a1d5 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e99682e050fe48ca82cbecebe920a6f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289140 May 26 19:46:24.316519 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f6fa3-a2cd-49a4-9065-45851c304574 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Pushing event updated for resources: {'Port': ['ID=28b54a18-eac4-47ed-9cdf-47ca938b6d20,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:24.342790 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-120f6fa3-a2cd-49a4-9065-45851c304574 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:24.343717 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-120f6fa3-a2cd-49a4-9065-45851c304574 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:24.405292 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-2645032b-00d4-4bbb-9296-8c132c8d5812 service neutron] 10.222.0.72 "GET /v2.0/networks/34f3a739-7e78-433b-8a6a-0d4643be2b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965261 May 26 19:46:24.414628 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-120f6fa3-a2cd-49a4-9065-45851c304574 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8405194 May 26 19:46:24.428778 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ba740-e0be-4d7d-8ab9-804cfbf36d07 req-9e023583-7a2c-4c0b-82a6-48945c4a4cc8 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:24.430403 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-042ba740-e0be-4d7d-8ab9-804cfbf36d07 req-9e023583-7a2c-4c0b-82a6-48945c4a4cc8 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 931 time: 0.0595913 May 26 19:46:24.435807 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] Request body: {'port': {'device_id': '3e438f4b-10f6-4fee-8c25-59798fde83de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:46:24.503968 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-a144c3ca-5afc-4dfa-ac55-62f9a1e7acfe service neutron] 10.222.0.72 "GET /v2.0/networks/34f3a739-7e78-433b-8a6a-0d4643be2b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912409 May 26 19:46:24.529390 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:24.531119 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:24.537031 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-042ba740-e0be-4d7d-8ab9-804cfbf36d07 req-4a1978a5-7267-441b-ba55-992566d3e741 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=030bad9c-70a3-4870-b4d0-e3bacb569fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965922 May 26 19:46:24.542637 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (28b54a18-eac4-47ed-9cdf-47ca938b6d20), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:24.606221 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-4801d603-4d9b-4baf-8fae-91682024204b None None] Provisioning complete for port 28b54a18-eac4-47ed-9cdf-47ca938b6d20 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:46:24.606787 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-4801d603-4d9b-4baf-8fae-91682024204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (28b54a18-eac4-47ed-9cdf-47ca938b6d20), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:24.747910 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:24.758577 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bbf860b5-15e3-4adc-be9b-7d15ed15e603 req-63d788e5-ec29-48fd-8add-f9076c5572bc tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=13ce9526-7917-479d-aefc-ffa68226c8c1 HTTP/1.1" status: 200 len: 210 time: 0.0459502 May 26 19:46:24.782298 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:24.787920 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-4801d603-4d9b-4baf-8fae-91682024204b None None] Port 28b54a18-eac4-47ed-9cdf-47ca938b6d20 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:46:24.890818 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b54a18-eac4-47ed-9cdf-47ca938b6d20 {{(pid=104684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:46:24.898133 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] Publish callbacks [] for port (28b54a18-eac4-47ed-9cdf-47ca938b6d20), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:24.910859 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.provisioning_blocks [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] Transition to ACTIVE for port object 28b54a18-eac4-47ed-9cdf-47ca938b6d20 will not be triggered until provisioned by entity L2. {{(pid=104684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 19:46:24.976714 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (28b54a18-eac4-47ed-9cdf-47ca938b6d20), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:25.026632 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] Pushing event updated for resources: {'Port': ['ID=28b54a18-eac4-47ed-9cdf-47ca938b6d20,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:25.075264 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:25.106498 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] Attempting to bind port 28b54a18-eac4-47ed-9cdf-47ca938b6d20 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:46:25.110275 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] Attempting to bind port 28b54a18-eac4-47ed-9cdf-47ca938b6d20 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'c32d74fb-2c69-4e8d-86ad-fd9955b4eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444'}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:46:25.110275 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] Attempting to bind port 28b54a18-eac4-47ed-9cdf-47ca938b6d20 on network 3d90aacf-7ed7-4464-b873-af570bc85444 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:46:25.113805 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] Port 28b54a18-eac4-47ed-9cdf-47ca938b6d20 on network 3d90aacf-7ed7-4464-b873-af570bc85444 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 19:46:25.114120 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] Attempting to bind port 28b54a18-eac4-47ed-9cdf-47ca938b6d20 on network 3d90aacf-7ed7-4464-b873-af570bc85444 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:46:25.120957 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] Checking agent: {'id': 'c3a211c9-c98b-4801-84c3-445f8272aa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'started_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:46:25.121290 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] Checking segment: {'id': 'c32d74fb-2c69-4e8d-86ad-fd9955b4eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:46:25.121715 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] Bound using segment: {'id': 'c32d74fb-2c69-4e8d-86ad-fd9955b4eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444'} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:46:25.122174 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] Bound port: 28b54a18-eac4-47ed-9cdf-47ca938b6d20, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c32d74fb-2c69-4e8d-86ad-fd9955b4eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444'}}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:46:25.122526 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (28b54a18-eac4-47ed-9cdf-47ca938b6d20), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:25.188046 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] For port 28b54a18-eac4-47ed-9cdf-47ca938b6d20, host hv-cinder-82549, cleared binding levels {{(pid=104684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:46:25.191314 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] For port 28b54a18-eac4-47ed-9cdf-47ca938b6d20, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=28b54a18-eac4-47ed-9cdf-47ca938b6d20,segment=NetworkSegment(c32d74fb-2c69-4e8d-86ad-fd9955b4eb13),segment_id=c32d74fb-2c69-4e8d-86ad-fd9955b4eb13)] {{(pid=104684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:46:25.302145 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (28b54a18-eac4-47ed-9cdf-47ca938b6d20), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:25.337314 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:25.337961 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:25.339667 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] 10.222.0.77 "PUT /v2.0/ports/28b54a18-eac4-47ed-9cdf-47ca938b6d20 HTTP/1.1" status: 200 len: 1093 time: 0.9080606 May 26 19:46:25.342060 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e438f4b-10f6-4fee-8c25-59798fde83de', 'tag': '28b54a18-eac4-47ed-9cdf-47ca938b6d20'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:46:25.345416 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508c0692-a1b1-4705-ad9d-5fa73f038376" -d '{"events": [{"name": "network-changed", "server_uuid": "3e438f4b-10f6-4fee-8c25-59798fde83de", "tag": "28b54a18-eac4-47ed-9cdf-47ca938b6d20"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:46:25.376433 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97566d-2c53-4abb-8c00-45715697fddd service neutron] Pushing event updated for resources: {'Port': ['ID=28b54a18-eac4-47ed-9cdf-47ca938b6d20,revision_number=3']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:25.391441 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86475c65-b4ec-4982-865c-aef512e294e4 x-openstack-request-id: req-86475c65-b4ec-4982-865c-aef512e294e4 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:46:25.391441 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e438f4b-10f6-4fee-8c25-59798fde83de", "tag": "28b54a18-eac4-47ed-9cdf-47ca938b6d20", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:46:25.391441 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-86475c65-b4ec-4982-865c-aef512e294e4 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:46:25.391441 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86475c65-b4ec-4982-865c-aef512e294e4'] response: {'name': 'network-changed', 'server_uuid': '3e438f4b-10f6-4fee-8c25-59798fde83de', 'tag': '28b54a18-eac4-47ed-9cdf-47ca938b6d20', 'status': 'completed', 'code': 200} May 26 19:46:25.454226 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c0692-a1b1-4705-ad9d-5fa73f038376 req-4e35bf04-f9ce-4038-b828-a952a35685b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:25.456292 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-508c0692-a1b1-4705-ad9d-5fa73f038376 req-4e35bf04-f9ce-4038-b828-a952a35685b7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f6d58e80c3594ae2abb49ade4482dfd3&device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 1127 time: 0.0462794 May 26 19:46:25.563064 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c0692-a1b1-4705-ad9d-5fa73f038376 req-1bedc1bb-8af1-4194-8760-65ccee07808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:25.564575 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-508c0692-a1b1-4705-ad9d-5fa73f038376 req-1bedc1bb-8af1-4194-8760-65ccee07808a service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=f6d58e80c3594ae2abb49ade4482dfd3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1004572 May 26 19:46:25.693006 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8a9c2-b0b6-46e6-a054-f244424fa23c req-eae6f0a0-9faf-4037-b650-25c194de011a tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:25.694435 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-84f8a9c2-b0b6-46e6-a054-f244424fa23c req-eae6f0a0-9faf-4037-b650-25c194de011a tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 943 time: 0.0694263 May 26 19:46:25.714009 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c0692-a1b1-4705-ad9d-5fa73f038376 req-48854016-acc9-416e-b640-ee4accd50103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:25.715439 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-508c0692-a1b1-4705-ad9d-5fa73f038376 req-48854016-acc9-416e-b640-ee4accd50103 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1404314 May 26 19:46:25.760733 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-84f8a9c2-b0b6-46e6-a054-f244424fa23c req-7900dd12-7d54-4601-8729-282632d30fc6 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=030bad9c-70a3-4870-b4d0-e3bacb569fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567338 May 26 19:46:25.809258 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-a24305cc-a3f9-4177-9299-dfb030f244a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:25.811550 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-a24305cc-a3f9-4177-9299-dfb030f244a0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f6d58e80c3594ae2abb49ade4482dfd3&device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 1127 time: 0.0404925 May 26 19:46:25.856594 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-fe7bbcd2-637c-40d2-b4f5-72b422629dae service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28b54a18-eac4-47ed-9cdf-47ca938b6d20 HTTP/1.1" status: 200 len: 217 time: 0.0379524 May 26 19:46:25.879769 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-31ed8139-69ee-4cf9-bead-3c76f04b9470 req-d4065464-df1a-4800-9dac-c1fa253ac631 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=13ce9526-7917-479d-aefc-ffa68226c8c1 HTTP/1.1" status: 200 len: 210 time: 0.0330966 May 26 19:46:25.903317 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:25.911735 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-314ca7e7-2212-41ba-a345-937f67e7e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:25.912889 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-314ca7e7-2212-41ba-a345-937f67e7e774 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1a77309c-764f-454e-97c7-cacc8c9fe03c HTTP/1.1" status: 200 len: 849 time: 0.0505607 May 26 19:46:25.956087 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-041086e5-d842-45e3-9ecd-1bff92bd4b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:25.957527 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-041086e5-d842-45e3-9ecd-1bff92bd4b53 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3d90aacf-7ed7-4464-b873-af570bc85444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380750 May 26 19:46:26.035946 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:26.052357 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-20250ed3-00ea-426e-bb7b-cf7bf3d6dae3 service neutron] 10.222.0.77 "GET /v2.0/networks/3d90aacf-7ed7-4464-b873-af570bc85444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861356 May 26 19:46:26.154003 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-18398d9d-ecf8-4754-9e19-7888b9e02d67 req-d05a1436-2318-4074-b9f0-8d42244ca88a service neutron] 10.222.0.77 "GET /v2.0/networks/3d90aacf-7ed7-4464-b873-af570bc85444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930135 May 26 19:46:26.878758 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6617b-6065-4b16-b852-3cb4cdafbacb req-54f9d121-a713-45c2-b064-56a1c429f2d5 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:26.880300 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7fd6617b-6065-4b16-b852-3cb4cdafbacb req-54f9d121-a713-45c2-b064-56a1c429f2d5 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 943 time: 0.0474544 May 26 19:46:26.930562 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7fd6617b-6065-4b16-b852-3cb4cdafbacb req-bb934d69-e766-47a1-a6c6-e055f64214f0 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=030bad9c-70a3-4870-b4d0-e3bacb569fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447557 May 26 19:46:26.975561 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-eb2643f8-d9f0-4884-b02c-2c7b0299a44f req-bb52ba20-e2a5-40f4-ae7a-0ab0ca21b1dd tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=13ce9526-7917-479d-aefc-ffa68226c8c1 HTTP/1.1" status: 200 len: 210 time: 0.0272985 May 26 19:46:27.278468 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:27.402618 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:27.412828 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-fbfdf3b3-2d61-4e4e-99a7-f4eb7e921958 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:27.414226 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-fbfdf3b3-2d61-4e4e-99a7-f4eb7e921958 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.77 "GET /v2.0/networks?id=34f3a739-7e78-433b-8a6a-0d4643be2b0c HTTP/1.1" status: 200 len: 813 time: 0.1033256 May 26 19:46:27.428187 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-1fb839a2-efc4-43ee-8f32-4aeb156295ab tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Request body: {'port': {'device_id': '13ce9526-7917-479d-aefc-ffa68226c8c1', 'network_id': '34f3a739-7e78-433b-8a6a-0d4643be2b0c', 'admin_state_up': True, 'tenant_id': 'e99682e050fe48ca82cbecebe920a6f9'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:46:27.598629 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-1fb839a2-efc4-43ee-8f32-4aeb156295ab tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Made reservation on behalf of e99682e050fe48ca82cbecebe920a6f9 for: {'port': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:46:27.602131 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-1fb839a2-efc4-43ee-8f32-4aeb156295ab tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:27.730269 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-1fb839a2-efc4-43ee-8f32-4aeb156295ab tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Allocated IP 172.20.0.11 (34f3a739-7e78-433b-8a6a-0d4643be2b0c/2cd0f775-a56a-4b1d-ac6b-d6ed76ccb466/74f87602-52d0-4adf-a55e-d380907c4661) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:46:27.880384 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-1fb839a2-efc4-43ee-8f32-4aeb156295ab tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Publish callbacks [] for port (74f87602-52d0-4adf-a55e-d380907c4661), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:27.986331 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-1fb839a2-efc4-43ee-8f32-4aeb156295ab tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (74f87602-52d0-4adf-a55e-d380907c4661), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:28.067244 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-1fb839a2-efc4-43ee-8f32-4aeb156295ab tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Network 34f3a739-7e78-433b-8a6a-0d4643be2b0c is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:46:28.074595 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-1fb839a2-efc4-43ee-8f32-4aeb156295ab tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:46:28.077636 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-1fb839a2-efc4-43ee-8f32-4aeb156295ab tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:46:28.085060 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb839a2-efc4-43ee-8f32-4aeb156295ab tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Pushing event updated for resources: {'Port': ['ID=74f87602-52d0-4adf-a55e-d380907c4661,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:28.088122 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb0ab5-3d41-4a7f-8bfe-beefbff7d8ad req-a6f4d828-af49-48c0-ba3d-a5853c4bf4d4 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:28.089638 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-40fb0ab5-3d41-4a7f-8bfe-beefbff7d8ad req-a6f4d828-af49-48c0-ba3d-a5853c4bf4d4 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=13ce9526-7917-479d-aefc-ffa68226c8c1 HTTP/1.1" status: 200 len: 932 time: 0.0478320 May 26 19:46:28.111875 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceee11-7f01-4876-b9c6-57c97b97ff81 req-0ea765f4-9c47-44c1-9747-c5f7004f69f3 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:28.113281 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-dbceee11-7f01-4876-b9c6-57c97b97ff81 req-0ea765f4-9c47-44c1-9747-c5f7004f69f3 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 943 time: 0.1119280 May 26 19:46:28.138335 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-40fb0ab5-3d41-4a7f-8bfe-beefbff7d8ad req-dc4714c5-c5a1-482b-bfbd-42ee6601c215 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429478 May 26 19:46:28.161476 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-1fb839a2-efc4-43ee-8f32-4aeb156295ab tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:28.162085 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-1fb839a2-efc4-43ee-8f32-4aeb156295ab tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:28.166708 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:28.187358 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-dbceee11-7f01-4876-b9c6-57c97b97ff81 req-dcc61ce3-5e09-43e4-afd7-b273fa392a48 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=030bad9c-70a3-4870-b4d0-e3bacb569fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664644 May 26 19:46:28.281504 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-1fb839a2-efc4-43ee-8f32-4aeb156295ab tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8567066 May 26 19:46:28.296276 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] Request body: {'port': {'device_id': '13ce9526-7917-479d-aefc-ffa68226c8c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:46:28.357392 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (74f87602-52d0-4adf-a55e-d380907c4661), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:28.360475 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:28.633873 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f87602-52d0-4adf-a55e-d380907c4661 {{(pid=104684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:46:28.641120 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] Publish callbacks [] for port (74f87602-52d0-4adf-a55e-d380907c4661), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:28.654067 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.provisioning_blocks [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] Transition to ACTIVE for port object 74f87602-52d0-4adf-a55e-d380907c4661 will not be triggered until provisioned by entity L2. {{(pid=104684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 19:46:28.844511 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (74f87602-52d0-4adf-a55e-d380907c4661), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:28.899636 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] Pushing event updated for resources: {'Port': ['ID=74f87602-52d0-4adf-a55e-d380907c4661,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:28.964696 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] Attempting to bind port 74f87602-52d0-4adf-a55e-d380907c4661 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:46:28.965024 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] Attempting to bind port 74f87602-52d0-4adf-a55e-d380907c4661 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '6482afca-2d8f-4e22-a135-a096063e79d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34f3a739-7e78-433b-8a6a-0d4643be2b0c'}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:46:28.965341 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] Attempting to bind port 74f87602-52d0-4adf-a55e-d380907c4661 on network 34f3a739-7e78-433b-8a6a-0d4643be2b0c {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:46:28.970133 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] Port 74f87602-52d0-4adf-a55e-d380907c4661 on network 34f3a739-7e78-433b-8a6a-0d4643be2b0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 19:46:28.970448 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] Attempting to bind port 74f87602-52d0-4adf-a55e-d380907c4661 on network 34f3a739-7e78-433b-8a6a-0d4643be2b0c {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:46:28.975258 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] Checking agent: {'id': 'c3a211c9-c98b-4801-84c3-445f8272aa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'started_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:46:28.975583 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] Checking segment: {'id': '6482afca-2d8f-4e22-a135-a096063e79d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34f3a739-7e78-433b-8a6a-0d4643be2b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:46:28.975955 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] Bound using segment: {'id': '6482afca-2d8f-4e22-a135-a096063e79d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34f3a739-7e78-433b-8a6a-0d4643be2b0c'} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:46:28.976367 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] Bound port: 74f87602-52d0-4adf-a55e-d380907c4661, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6482afca-2d8f-4e22-a135-a096063e79d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34f3a739-7e78-433b-8a6a-0d4643be2b0c'}}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:46:28.976709 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (74f87602-52d0-4adf-a55e-d380907c4661), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:29.011908 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:29.034894 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] For port 74f87602-52d0-4adf-a55e-d380907c4661, host hv-cinder-82549, cleared binding levels {{(pid=104684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:46:29.037781 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] For port 74f87602-52d0-4adf-a55e-d380907c4661, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=74f87602-52d0-4adf-a55e-d380907c4661,segment=NetworkSegment(6482afca-2d8f-4e22-a135-a096063e79d9),segment_id=6482afca-2d8f-4e22-a135-a096063e79d9)] {{(pid=104684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:46:29.182433 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (74f87602-52d0-4adf-a55e-d380907c4661), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:29.219044 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:29.219437 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:29.220385 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:29.221187 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] 10.222.0.77 "PUT /v2.0/ports/74f87602-52d0-4adf-a55e-d380907c4661 HTTP/1.1" status: 200 len: 1094 time: 0.9318831 May 26 19:46:29.224044 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ce9526-7917-479d-aefc-ffa68226c8c1', 'tag': '74f87602-52d0-4adf-a55e-d380907c4661'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:46:29.228007 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c01c98-3cdd-4e84-871d-a0ec36b08ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "13ce9526-7917-479d-aefc-ffa68226c8c1", "tag": "74f87602-52d0-4adf-a55e-d380907c4661"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:46:29.254960 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604dc0e-d392-4311-925a-8561d62168ef service neutron] Pushing event updated for resources: {'Port': ['ID=74f87602-52d0-4adf-a55e-d380907c4661,revision_number=3']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:29.262285 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5297301-1e47-491a-afc8-3b359bdf10c3 req-355a65fa-e16a-4bfe-b98d-4e8a2f4313ac tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:29.265062 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e5297301-1e47-491a-afc8-3b359bdf10c3 req-355a65fa-e16a-4bfe-b98d-4e8a2f4313ac tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=13ce9526-7917-479d-aefc-ffa68226c8c1 HTTP/1.1" status: 200 len: 944 time: 0.0561087 May 26 19:46:29.302484 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:29.309558 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d77e1-a69f-43fc-b325-435a1a7ce2a9 req-82db1cbc-c321-4662-8ff7-3b62ca363576 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:29.311964 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0d1d77e1-a69f-43fc-b325-435a1a7ce2a9 req-82db1cbc-c321-4662-8ff7-3b62ca363576 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 943 time: 0.0498369 May 26 19:46:29.319167 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e5297301-1e47-491a-afc8-3b359bdf10c3 req-79093409-4bee-4f1d-98e6-b43b0ccdb049 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485179 May 26 19:46:29.371697 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24e48a4-c013-4803-8ff5-bf4db8cacd73 x-openstack-request-id: req-f24e48a4-c013-4803-8ff5-bf4db8cacd73 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:46:29.371983 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ce9526-7917-479d-aefc-ffa68226c8c1", "tag": "74f87602-52d0-4adf-a55e-d380907c4661", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:46:29.372229 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f24e48a4-c013-4803-8ff5-bf4db8cacd73 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:46:29.372620 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f24e48a4-c013-4803-8ff5-bf4db8cacd73'] response: {'name': 'network-changed', 'server_uuid': '13ce9526-7917-479d-aefc-ffa68226c8c1', 'tag': '74f87602-52d0-4adf-a55e-d380907c4661', 'status': 'completed', 'code': 200} May 26 19:46:29.392178 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0d1d77e1-a69f-43fc-b325-435a1a7ce2a9 req-f59983ab-d945-4f81-85fe-4fe8468b0259 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=030bad9c-70a3-4870-b4d0-e3bacb569fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748215 May 26 19:46:29.404665 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 28b54a18-eac4-47ed-9cdf-47ca938b6d20 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:46:29.405437 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-1be1230e-5acb-4da1-aca2-9b4706aa9014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:29.407074 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-1be1230e-5acb-4da1-aca2-9b4706aa9014 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e99682e050fe48ca82cbecebe920a6f9&device_id=13ce9526-7917-479d-aefc-ffa68226c8c1 HTTP/1.1" status: 200 len: 1128 time: 0.0500526 May 26 19:46:29.451984 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-cd6272bf-633e-4b9f-9bbc-ce59c8c2d0c3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74f87602-52d0-4adf-a55e-d380907c4661 HTTP/1.1" status: 200 len: 217 time: 0.0356700 May 26 19:46:29.502818 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-8a24da5a-f5cb-4cc5-a1b4-7cc7163327ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:29.504341 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-8a24da5a-f5cb-4cc5-a1b4-7cc7163327ae service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2cd0f775-a56a-4b1d-ac6b-d6ed76ccb466 HTTP/1.1" status: 200 len: 853 time: 0.0455968 May 26 19:46:29.504949 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 28b54a18-eac4-47ed-9cdf-47ca938b6d20, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=28b54a18-eac4-47ed-9cdf-47ca938b6d20,segment=NetworkSegment(c32d74fb-2c69-4e8d-86ad-fd9955b4eb13),segment_id=c32d74fb-2c69-4e8d-86ad-fd9955b4eb13)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:46:29.516273 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': '28b54a18-eac4-47ed-9cdf-47ca938b6d20', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'port_id': '28b54a18-eac4-47ed-9cdf-47ca938b6d20', 'mac_address': 'fa:16:3e:2a:cc:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:46:29.538728 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-6ce913a6-ee73-4bb6-a5ed-54ea439a6c55 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34f3a739-7e78-433b-8a6a-0d4643be2b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249853 May 26 19:46:29.551311 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 28b54a18-eac4-47ed-9cdf-47ca938b6d20 is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:46:29.551695 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (28b54a18-eac4-47ed-9cdf-47ca938b6d20), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:29.565302 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b54a18-eac4-47ed-9cdf-47ca938b6d20 {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:46:29.587854 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 28b54a18-eac4-47ed-9cdf-47ca938b6d20, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=28b54a18-eac4-47ed-9cdf-47ca938b6d20,segment=NetworkSegment(c32d74fb-2c69-4e8d-86ad-fd9955b4eb13),segment_id=c32d74fb-2c69-4e8d-86ad-fd9955b4eb13)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:46:29.632846 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-7124943f-6459-4453-b111-46ae9f7a7391 service neutron] 10.222.0.77 "GET /v2.0/networks/34f3a739-7e78-433b-8a6a-0d4643be2b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863895 May 26 19:46:29.655914 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (28b54a18-eac4-47ed-9cdf-47ca938b6d20), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:29.702660 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=28b54a18-eac4-47ed-9cdf-47ca938b6d20,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:29.709628 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:29.709971 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:29.710313 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:29.710651 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:29.711008 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:29.711439 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:29.711823 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:29.712155 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:29.712478 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:29.712798 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:29.713118 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:29.713436 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:29.713751 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:29.714095 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:29.714415 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:29.725864 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ab5c186f-45b3-4991-a5f7-1c9467d825c9 req-af418231-dcc0-4fe8-88af-6a054da88cf7 service neutron] 10.222.0.77 "GET /v2.0/networks/34f3a739-7e78-433b-8a6a-0d4643be2b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841825 May 26 19:46:29.948348 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['28b54a18-eac4-47ed-9cdf-47ca938b6d20'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:46:30.435765 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013d54b-c414-4a1f-a468-75b94376903c req-fed89a21-b737-4db6-b812-3cb74e99fbe2 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:30.437255 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9013d54b-c414-4a1f-a468-75b94376903c req-fed89a21-b737-4db6-b812-3cb74e99fbe2 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=13ce9526-7917-479d-aefc-ffa68226c8c1 HTTP/1.1" status: 200 len: 944 time: 0.0471098 May 26 19:46:30.470265 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:30.485988 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9013d54b-c414-4a1f-a468-75b94376903c req-b2a432cb-da3c-432b-929c-f38ace94879c tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431786 May 26 19:46:30.506733 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e0813-bcc5-4868-b3b1-35fde9d1ab72 req-34491a03-72e7-40c0-86e0-c475ba169a58 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:30.508258 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-121e0813-bcc5-4868-b3b1-35fde9d1ab72 req-34491a03-72e7-40c0-86e0-c475ba169a58 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 944 time: 0.0483818 May 26 19:46:30.558472 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-121e0813-bcc5-4868-b3b1-35fde9d1ab72 req-10865ec1-25d3-4ce3-94b4-82e6528ad3b5 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=030bad9c-70a3-4870-b4d0-e3bacb569fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447085 May 26 19:46:30.695727 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c01c98-3cdd-4e84-871d-a0ec36b08ba7 req-512feeaf-6318-451f-a2e1-fc50c241be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:30.697071 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e6c01c98-3cdd-4e84-871d-a0ec36b08ba7 req-512feeaf-6318-451f-a2e1-fc50c241be04 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e99682e050fe48ca82cbecebe920a6f9&device_id=13ce9526-7917-479d-aefc-ffa68226c8c1 HTTP/1.1" status: 200 len: 1128 time: 0.0374119 May 26 19:46:30.784859 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c01c98-3cdd-4e84-871d-a0ec36b08ba7 req-200959b4-bdd3-4609-b32b-7183e5aee9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:30.786294 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e6c01c98-3cdd-4e84-871d-a0ec36b08ba7 req-200959b4-bdd3-4609-b32b-7183e5aee9d0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=34f3a739-7e78-433b-8a6a-0d4643be2b0c HTTP/1.1" status: 200 len: 914 time: 0.0825460 May 26 19:46:30.828636 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e6c01c98-3cdd-4e84-871d-a0ec36b08ba7 req-b1a575c5-001d-446f-8ad3-006bdc2a13d9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74f87602-52d0-4adf-a55e-d380907c4661 HTTP/1.1" status: 200 len: 217 time: 0.0354691 May 26 19:46:30.875608 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c01c98-3cdd-4e84-871d-a0ec36b08ba7 req-3b736ff5-48c3-4028-a8a2-fca1ce521c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:30.877001 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e6c01c98-3cdd-4e84-871d-a0ec36b08ba7 req-3b736ff5-48c3-4028-a8a2-fca1ce521c25 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2cd0f775-a56a-4b1d-ac6b-d6ed76ccb466 HTTP/1.1" status: 200 len: 853 time: 0.0427706 May 26 19:46:30.908057 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e6c01c98-3cdd-4e84-871d-a0ec36b08ba7 req-f9e2d1c8-b6a7-43c8-8a81-abd53f7e1699 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34f3a739-7e78-433b-8a6a-0d4643be2b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247111 May 26 19:46:31.002149 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e6c01c98-3cdd-4e84-871d-a0ec36b08ba7 req-9ab5c1b5-f607-4a45-aec6-f80b7f9cc42f service neutron] 10.222.0.77 "GET /v2.0/networks/34f3a739-7e78-433b-8a6a-0d4643be2b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877244 May 26 19:46:31.090399 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e6c01c98-3cdd-4e84-871d-a0ec36b08ba7 req-f6a4bab1-59d5-44a6-92e5-6d47de3c73c9 service neutron] 10.222.0.77 "GET /v2.0/networks/34f3a739-7e78-433b-8a6a-0d4643be2b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823915 May 26 19:46:31.427039 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 28b54a18-eac4-47ed-9cdf-47ca938b6d20 up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:46:31.459805 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:31.468218 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning for port 28b54a18-eac4-47ed-9cdf-47ca938b6d20 completed by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 19:46:31.574701 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port 28b54a18-eac4-47ed-9cdf-47ca938b6d20 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:46:31.575037 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (28b54a18-eac4-47ed-9cdf-47ca938b6d20), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:31.600691 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678e513-6696-4e6b-a93b-ddc7df281c45 req-ac453fa2-6e9c-4592-86f1-00514bfa5daf tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:31.603181 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8678e513-6696-4e6b-a93b-ddc7df281c45 req-ac453fa2-6e9c-4592-86f1-00514bfa5daf tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=13ce9526-7917-479d-aefc-ffa68226c8c1 HTTP/1.1" status: 200 len: 944 time: 0.0501292 May 26 19:46:31.647853 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:31.654101 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 28b54a18-eac4-47ed-9cdf-47ca938b6d20 is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:46:31.655078 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (28b54a18-eac4-47ed-9cdf-47ca938b6d20), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:31.659081 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8678e513-6696-4e6b-a93b-ddc7df281c45 req-8574d714-1cfe-4afc-a93e-c100fb1435bc tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471821 May 26 19:46:31.679376 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e438f4b-10f6-4fee-8c25-59798fde83de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b54a18-eac4-47ed-9cdf-47ca938b6d20'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:46:31.680105 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa5d5c-a8da-4639-816a-87d300b0a06c req-384868a7-fd7e-4bbe-a4d7-2100646e993b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:31.681590 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fdc023-2a69-4457-be45-1861fb1b7330" -d '{"events": [{"server_uuid": "3e438f4b-10f6-4fee-8c25-59798fde83de", "name": "network-vif-plugged", "status": "completed", "tag": "28b54a18-eac4-47ed-9cdf-47ca938b6d20"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:46:31.681867 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-13fa5d5c-a8da-4639-816a-87d300b0a06c req-384868a7-fd7e-4bbe-a4d7-2100646e993b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 944 time: 0.0516682 May 26 19:46:31.697613 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 28b54a18-eac4-47ed-9cdf-47ca938b6d20, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=28b54a18-eac4-47ed-9cdf-47ca938b6d20,segment=NetworkSegment(c32d74fb-2c69-4e8d-86ad-fd9955b4eb13),segment_id=c32d74fb-2c69-4e8d-86ad-fd9955b4eb13)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:46:31.717971 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dae3a88-52cc-4d8c-941f-a20983180cae x-openstack-request-id: req-0dae3a88-52cc-4d8c-941f-a20983180cae {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:46:31.718366 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e438f4b-10f6-4fee-8c25-59798fde83de", "name": "network-vif-plugged", "status": "completed", "tag": "28b54a18-eac4-47ed-9cdf-47ca938b6d20", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:46:31.718681 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0dae3a88-52cc-4d8c-941f-a20983180cae {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:46:31.719100 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dae3a88-52cc-4d8c-941f-a20983180cae'] response: {'server_uuid': '3e438f4b-10f6-4fee-8c25-59798fde83de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b54a18-eac4-47ed-9cdf-47ca938b6d20', 'code': 200} May 26 19:46:31.735793 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-13fa5d5c-a8da-4639-816a-87d300b0a06c req-bc573c6a-a199-4077-99fc-11562bad8582 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=030bad9c-70a3-4870-b4d0-e3bacb569fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480680 May 26 19:46:31.787586 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (28b54a18-eac4-47ed-9cdf-47ca938b6d20), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:31.833416 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=28b54a18-eac4-47ed-9cdf-47ca938b6d20,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:32.086198 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b6a12-db50-4c82-bdca-3fd45ac11235 req-c1c96755-eb74-4594-a7c3-834b66adbf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:32.087645 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-648b6a12-db50-4c82-bdca-3fd45ac11235 req-c1c96755-eb74-4594-a7c3-834b66adbf14 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 1129 time: 0.0413527 May 26 19:46:32.130728 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-648b6a12-db50-4c82-bdca-3fd45ac11235 req-41350e6c-1810-452f-9054-0658dad52a39 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=030bad9c-70a3-4870-b4d0-e3bacb569fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368228 May 26 19:46:32.782946 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef58a0-ed2a-495f-a532-25e66fb8e8c1 req-2012234a-93c3-4814-901a-c47acd8d6602 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:32.784439 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d9ef58a0-ed2a-495f-a532-25e66fb8e8c1 req-2012234a-93c3-4814-901a-c47acd8d6602 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=13ce9526-7917-479d-aefc-ffa68226c8c1 HTTP/1.1" status: 200 len: 944 time: 0.0533543 May 26 19:46:32.816973 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:32.832776 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d9ef58a0-ed2a-495f-a532-25e66fb8e8c1 req-7868f269-9439-443c-9a81-5b71292d286f tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427372 May 26 19:46:32.871840 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ce216-4f2c-4723-b384-bbc517204626 req-a6ae9a9f-14fc-4f9b-841a-de3b27950ce9 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:32.873446 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-817ce216-4f2c-4723-b384-bbc517204626 req-a6ae9a9f-14fc-4f9b-841a-de3b27950ce9 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 945 time: 0.0664790 May 26 19:46:32.921289 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-817ce216-4f2c-4723-b384-bbc517204626 req-518daf7b-8b17-405e-8d13-ecb77020ff5b tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=030bad9c-70a3-4870-b4d0-e3bacb569fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422220 May 26 19:46:33.438911 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 74f87602-52d0-4adf-a55e-d380907c4661 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:46:33.534245 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 74f87602-52d0-4adf-a55e-d380907c4661, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=74f87602-52d0-4adf-a55e-d380907c4661,segment=NetworkSegment(6482afca-2d8f-4e22-a135-a096063e79d9),segment_id=6482afca-2d8f-4e22-a135-a096063e79d9)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:46:33.549125 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': '74f87602-52d0-4adf-a55e-d380907c4661', 'network_id': '34f3a739-7e78-433b-8a6a-0d4643be2b0c', 'port_id': '74f87602-52d0-4adf-a55e-d380907c4661', 'mac_address': 'fa:16:3e:fc:d6:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd0f775-a56a-4b1d-ac6b-d6ed76ccb466', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:46:33.583508 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 74f87602-52d0-4adf-a55e-d380907c4661 is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:46:33.583895 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (74f87602-52d0-4adf-a55e-d380907c4661), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:33.596607 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f87602-52d0-4adf-a55e-d380907c4661 {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:46:33.616948 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 74f87602-52d0-4adf-a55e-d380907c4661, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=74f87602-52d0-4adf-a55e-d380907c4661,segment=NetworkSegment(6482afca-2d8f-4e22-a135-a096063e79d9),segment_id=6482afca-2d8f-4e22-a135-a096063e79d9)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:46:33.819842 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (74f87602-52d0-4adf-a55e-d380907c4661), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:33.865256 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=74f87602-52d0-4adf-a55e-d380907c4661,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:33.949204 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904124e8-c31f-4bc6-b505-d8b3e7291d12 req-26e0d5fb-a791-4367-80c6-0955bbdbd7a8 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:33.950694 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-904124e8-c31f-4bc6-b505-d8b3e7291d12 req-26e0d5fb-a791-4367-80c6-0955bbdbd7a8 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=13ce9526-7917-479d-aefc-ffa68226c8c1 HTTP/1.1" status: 200 len: 945 time: 0.0469110 May 26 19:46:34.001183 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-904124e8-c31f-4bc6-b505-d8b3e7291d12 req-a8d94ea1-4a82-435c-8a27-f906b7cc2175 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431569 May 26 19:46:34.053776 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620fc5f-8295-41f7-9664-9535ceb75381 req-ab48a716-fbb5-4d77-bb61-d2a5c2a46641 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:34.055257 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1620fc5f-8295-41f7-9664-9535ceb75381 req-ab48a716-fbb5-4d77-bb61-d2a5c2a46641 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 945 time: 0.0502338 May 26 19:46:34.071030 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['74f87602-52d0-4adf-a55e-d380907c4661'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:46:34.102156 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1620fc5f-8295-41f7-9664-9535ceb75381 req-8910565a-852a-4847-aea9-2f76a1a09835 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=030bad9c-70a3-4870-b4d0-e3bacb569fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411572 May 26 19:46:35.127036 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d54599-3d0c-431f-aeba-f3111560dd36 req-f07b04fd-f9bf-4340-b334-329f0c9350b5 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:35.128606 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-05d54599-3d0c-431f-aeba-f3111560dd36 req-f07b04fd-f9bf-4340-b334-329f0c9350b5 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=13ce9526-7917-479d-aefc-ffa68226c8c1 HTTP/1.1" status: 200 len: 945 time: 0.0506301 May 26 19:46:35.177461 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-05d54599-3d0c-431f-aeba-f3111560dd36 req-02495153-d413-4ec4-9350-ac3c295d22fb tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432010 May 26 19:46:35.222530 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388fd32-d162-4401-aa30-36ce70226b40 req-c28ef89d-4055-41f9-9ce5-521adab33675 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:35.224021 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8388fd32-d162-4401-aa30-36ce70226b40 req-c28ef89d-4055-41f9-9ce5-521adab33675 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 945 time: 0.0523663 May 26 19:46:35.270487 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8388fd32-d162-4401-aa30-36ce70226b40 req-089c06ac-41c3-4c51-9c3d-da98bddf55cc tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=030bad9c-70a3-4870-b4d0-e3bacb569fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408390 May 26 19:46:35.388084 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3d649-a736-469b-ae66-ab7cadc31231 req-666da781-79e4-4c4d-b5b8-4f9c1bd3a322 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:35.389555 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-39e3d649-a736-469b-ae66-ab7cadc31231 req-666da781-79e4-4c4d-b5b8-4f9c1bd3a322 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 945 time: 0.0479257 May 26 19:46:35.403052 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59394) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:46:35.403052 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-88aac021-8f57-4112-88be-a58d2bc71294 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Request body: {'floatingip': {'port_id': '28b54a18-eac4-47ed-9cdf-47ca938b6d20'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:46:35.439262 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-88aac021-8f57-4112-88be-a58d2bc71294 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for floatingip (9ee8bcda-ec37-41f5-85e8-224c38245e20), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:35.482512 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 74f87602-52d0-4adf-a55e-d380907c4661 up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:46:35.520297 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning for port 74f87602-52d0-4adf-a55e-d380907c4661 completed by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 19:46:35.644200 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port 74f87602-52d0-4adf-a55e-d380907c4661 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:46:35.644490 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (74f87602-52d0-4adf-a55e-d380907c4661), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:35.708081 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:35.720580 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 74f87602-52d0-4adf-a55e-d380907c4661 is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:46:35.720970 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (74f87602-52d0-4adf-a55e-d380907c4661), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:35.743920 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ce9526-7917-479d-aefc-ffa68226c8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f87602-52d0-4adf-a55e-d380907c4661'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:46:35.746378 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3dccaf-3424-4fdb-9e17-d25c9885d79d" -d '{"events": [{"server_uuid": "13ce9526-7917-479d-aefc-ffa68226c8c1", "name": "network-vif-plugged", "status": "completed", "tag": "74f87602-52d0-4adf-a55e-d380907c4661"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:46:35.759410 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 74f87602-52d0-4adf-a55e-d380907c4661, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=74f87602-52d0-4adf-a55e-d380907c4661,segment=NetworkSegment(6482afca-2d8f-4e22-a135-a096063e79d9),segment_id=6482afca-2d8f-4e22-a135-a096063e79d9)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:46:35.787227 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9adaf0-b404-4c82-b0c4-dcf60d3e04c7 x-openstack-request-id: req-7d9adaf0-b404-4c82-b0c4-dcf60d3e04c7 {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:46:35.787227 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ce9526-7917-479d-aefc-ffa68226c8c1", "name": "network-vif-plugged", "status": "completed", "tag": "74f87602-52d0-4adf-a55e-d380907c4661", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:46:35.787227 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7d9adaf0-b404-4c82-b0c4-dcf60d3e04c7 {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:46:35.787227 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d9adaf0-b404-4c82-b0c4-dcf60d3e04c7'] response: {'server_uuid': '13ce9526-7917-479d-aefc-ffa68226c8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f87602-52d0-4adf-a55e-d380907c4661', 'code': 200} May 26 19:46:35.844942 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (74f87602-52d0-4adf-a55e-d380907c4661), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:35.869794 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-88aac021-8f57-4112-88be-a58d2bc71294 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:35.891241 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=74f87602-52d0-4adf-a55e-d380907c4661,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:35.980098 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-88aac021-8f57-4112-88be-a58d2bc71294 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (9ee8bcda-ec37-41f5-85e8-224c38245e20), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:36.029279 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:36.058747 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:36.075485 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.l3_db [None req-88aac021-8f57-4112-88be-a58d2bc71294 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Floating IP 9ee8bcda-ec37-41f5-85e8-224c38245e20 associated. External IP: 172.27.0.34, port: 28b54a18-eac4-47ed-9cdf-47ca938b6d20. May 26 19:46:36.134523 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605e9b6-4a61-4437-b6cd-32f75a4bc0dd req-c57149db-e051-48f0-9e62-50aa60f14bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:36.136173 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5605e9b6-4a61-4437-b6cd-32f75a4bc0dd req-c57149db-e051-48f0-9e62-50aa60f14bb6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=13ce9526-7917-479d-aefc-ffa68226c8c1 HTTP/1.1" status: 200 len: 1130 time: 0.0390675 May 26 19:46:36.164725 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:36.184133 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5605e9b6-4a61-4437-b6cd-32f75a4bc0dd req-8fa4f6d8-475c-4dce-86eb-5ebdfd996ab7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418668 May 26 19:46:36.308793 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2f914-57b5-4810-8919-6d83a884a41f req-26c033cd-ac1f-4c8a-8a70-f471f7dbbbf6 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:36.310233 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-50f2f914-57b5-4810-8919-6d83a884a41f req-26c033cd-ac1f-4c8a-8a70-f471f7dbbbf6 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=13ce9526-7917-479d-aefc-ffa68226c8c1 HTTP/1.1" status: 200 len: 946 time: 0.0562739 May 26 19:46:36.319035 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88aac021-8f57-4112-88be-a58d2bc71294 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Router c8f12779-38ac-477e-83d3-c87fee9362ff has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:46:36.400747 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-50f2f914-57b5-4810-8919-6d83a884a41f req-e01db55f-76b0-4e53-933f-008a9784470a tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841069 May 26 19:46:36.456271 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88aac021-8f57-4112-88be-a58d2bc71294 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:46:36.460781 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-88aac021-8f57-4112-88be-a58d2bc71294 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:36.465962 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14138d20-c6db-405e-99cb-3d90fc55c811 None None] Sync routers for ids ['c8f12779-38ac-477e-83d3-c87fee9362ff'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:46:36.475436 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14138d20-c6db-405e-99cb-3d90fc55c811 None None] Routers {'c8f12779-38ac-477e-83d3-c87fee9362ff'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:46:36.476044 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-14138d20-c6db-405e-99cb-3d90fc55c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:46:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['c8f12779-38ac-477e-83d3-c87fee9362ff'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:46:36.490209 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-88aac021-8f57-4112-88be-a58d2bc71294 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "PUT /v2.0/floatingips/9ee8bcda-ec37-41f5-85e8-224c38245e20 HTTP/1.1" status: 200 len: 990 time: 1.0904989 May 26 19:46:36.490783 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e438f4b-10f6-4fee-8c25-59798fde83de', 'tag': '28b54a18-eac4-47ed-9cdf-47ca938b6d20'}] {{(pid=104685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:46:36.493132 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}580a5c817d768ebcbdba4f0d83444aaab2d380737ec7b53e235c94cd1e37ed20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78940884-ce9e-4f35-b33c-7d9e0c98a03b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e438f4b-10f6-4fee-8c25-59798fde83de", "tag": "28b54a18-eac4-47ed-9cdf-47ca938b6d20"}]}' {{(pid=104685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:46:36.532952 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a1184c-7896-40d8-b849-fb193f0716cd x-openstack-request-id: req-87a1184c-7896-40d8-b849-fb193f0716cd {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:46:36.533237 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e438f4b-10f6-4fee-8c25-59798fde83de", "tag": "28b54a18-eac4-47ed-9cdf-47ca938b6d20", "status": "completed", "code": 200}]} {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:46:36.533486 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-87a1184c-7896-40d8-b849-fb193f0716cd {{(pid=104685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:46:36.533886 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87a1184c-7896-40d8-b849-fb193f0716cd'] response: {'name': 'network-changed', 'server_uuid': '3e438f4b-10f6-4fee-8c25-59798fde83de', 'tag': '28b54a18-eac4-47ed-9cdf-47ca938b6d20', 'status': 'completed', 'code': 200} May 26 19:46:36.665202 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-14138d20-c6db-405e-99cb-3d90fc55c811 None None] Set router c8f12779-38ac-477e-83d3-c87fee9362ff gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:46:36.867206 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-14138d20-c6db-405e-99cb-3d90fc55c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'name': 'tempest-AttachVolumeTestJSON-600110457-router', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:21Z', 'updated_at': '2022-05-26T19:42:24Z', 'revision_number': 4, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'gw_port': {'id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '9ee8bcda-ec37-41f5-85e8-224c38245e20', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'port_id': '28b54a18-eac4-47ed-9cdf-47ca938b6d20', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'mac_address': 'fa:16:3e:2a:cc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e438f4b-10f6-4fee-8c25-59798fde83de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:46:17Z', 'updated_at': '2022-05-26T19:46:35Z', 'revision_number': 1, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34992ea4-a649-4663-bd64-68a401583028', 'name': '', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'mac_address': 'fa:16:3e:04:17:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:24Z', 'updated_at': '2022-05-26T19:42:29Z', 'revision_number': 5, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'subnets': [{'id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:46:36.894323 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14138d20-c6db-405e-99cb-3d90fc55c811 None None] Checking router: c8f12779-38ac-477e-83d3-c87fee9362ff for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:46:36.902831 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14138d20-c6db-405e-99cb-3d90fc55c811 None None] Routers {'c8f12779-38ac-477e-83d3-c87fee9362ff'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:46:36.903462 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-14138d20-c6db-405e-99cb-3d90fc55c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:46:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['c8f12779-38ac-477e-83d3-c87fee9362ff'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:46:36.923148 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78940884-ce9e-4f35-b33c-7d9e0c98a03b req-bb6442e9-d9c8-46f8-839a-fa5c4590d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:36.924713 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78940884-ce9e-4f35-b33c-7d9e0c98a03b req-bb6442e9-d9c8-46f8-839a-fa5c4590d0a4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f6d58e80c3594ae2abb49ade4482dfd3&device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 1129 time: 0.0386667 May 26 19:46:37.003167 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-14138d20-c6db-405e-99cb-3d90fc55c811 None None] Set router c8f12779-38ac-477e-83d3-c87fee9362ff gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:46:37.012989 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78940884-ce9e-4f35-b33c-7d9e0c98a03b req-d8fd8b92-18bc-452b-81b1-45220b3f2941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:37.014441 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78940884-ce9e-4f35-b33c-7d9e0c98a03b req-d8fd8b92-18bc-452b-81b1-45220b3f2941 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3d90aacf-7ed7-4464-b873-af570bc85444 HTTP/1.1" status: 200 len: 911 time: 0.0828283 May 26 19:46:37.221262 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-14138d20-c6db-405e-99cb-3d90fc55c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'name': 'tempest-AttachVolumeTestJSON-600110457-router', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:21Z', 'updated_at': '2022-05-26T19:42:24Z', 'revision_number': 4, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'gw_port': {'id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '9ee8bcda-ec37-41f5-85e8-224c38245e20', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'port_id': '28b54a18-eac4-47ed-9cdf-47ca938b6d20', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'mac_address': 'fa:16:3e:2a:cc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e438f4b-10f6-4fee-8c25-59798fde83de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:46:17Z', 'updated_at': '2022-05-26T19:46:35Z', 'revision_number': 1, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34992ea4-a649-4663-bd64-68a401583028', 'name': '', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'mac_address': 'fa:16:3e:04:17:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:24Z', 'updated_at': '2022-05-26T19:42:29Z', 'revision_number': 5, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'subnets': [{'id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:46:37.247002 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14138d20-c6db-405e-99cb-3d90fc55c811 None None] The sync data for ids ['c8f12779-38ac-477e-83d3-c87fee9362ff'] in dv-cinder-825492-17-iscsi is: [{'id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'name': 'tempest-AttachVolumeTestJSON-600110457-router', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:21Z', 'updated_at': '2022-05-26T19:42:24Z', 'revision_number': 4, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'gw_port': {'id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '9ee8bcda-ec37-41f5-85e8-224c38245e20', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'port_id': '28b54a18-eac4-47ed-9cdf-47ca938b6d20', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'mac_address': 'fa:16:3e:2a:cc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e438f4b-10f6-4fee-8c25-59798fde83de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:46:17Z', 'updated_at': '2022-05-26T19:46:35Z', 'revision_number': 1, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34992ea4-a649-4663-bd64-68a401583028', 'name': '', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'mac_address': 'fa:16:3e:04:17:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:24Z', 'updated_at': '2022-05-26T19:42:29Z', 'revision_number': 5, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'subnets': [{'id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:46:37.333343 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78940884-ce9e-4f35-b33c-7d9e0c98a03b req-b9200100-e73f-45be-8a1d-4398a9ba2989 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28b54a18-eac4-47ed-9cdf-47ca938b6d20 HTTP/1.1" status: 200 len: 998 time: 0.3119683 May 26 19:46:37.436616 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ee2f6b-00ce-48d2-b49e-bc295bdb9966 None None] New status for floating IP 9ee8bcda-ec37-41f5-85e8-224c38245e20: ACTIVE {{(pid=104686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:46:37.482307 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:37.576856 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ecbb3-f76e-4e0e-abdb-b943aa99bbfc req-a34ba1fd-bd9e-420f-8e22-22d02cb97fe3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:37.578347 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6c8ecbb3-f76e-4e0e-abdb-b943aa99bbfc req-a34ba1fd-bd9e-420f-8e22-22d02cb97fe3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=13ce9526-7917-479d-aefc-ffa68226c8c1 HTTP/1.1" status: 200 len: 946 time: 0.0498807 May 26 19:46:37.614850 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:37.627802 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6c8ecbb3-f76e-4e0e-abdb-b943aa99bbfc req-da70749b-544e-4212-bafa-dd0b36b44f90 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430515 May 26 19:46:37.714795 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78940884-ce9e-4f35-b33c-7d9e0c98a03b req-de0914d9-cf25-49f1-b212-76518cb98b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:37.716364 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78940884-ce9e-4f35-b33c-7d9e0c98a03b req-de0914d9-cf25-49f1-b212-76518cb98b14 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1a77309c-764f-454e-97c7-cacc8c9fe03c HTTP/1.1" status: 200 len: 849 time: 0.0474198 May 26 19:46:37.762213 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78940884-ce9e-4f35-b33c-7d9e0c98a03b req-782ee2d7-bba4-46b9-9833-dca01a7a151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:37.763725 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78940884-ce9e-4f35-b33c-7d9e0c98a03b req-782ee2d7-bba4-46b9-9833-dca01a7a151a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3d90aacf-7ed7-4464-b873-af570bc85444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398934 May 26 19:46:37.854955 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78940884-ce9e-4f35-b33c-7d9e0c98a03b req-7da2aa04-1575-4558-a9a5-29db5a9afb5f service neutron] 10.222.0.77 "GET /v2.0/networks/3d90aacf-7ed7-4464-b873-af570bc85444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844190 May 26 19:46:37.944923 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-78940884-ce9e-4f35-b33c-7d9e0c98a03b req-fa6c7975-dbf4-48c1-8393-d1676ab447b1 service neutron] 10.222.0.77 "GET /v2.0/networks/3d90aacf-7ed7-4464-b873-af570bc85444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835629 May 26 19:46:38.748957 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6be01-2a94-4650-b2cc-755aeffea552 req-1d7d5559-7d8f-473b-9f71-600a1f7d6f25 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:38.750470 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-eee6be01-2a94-4650-b2cc-755aeffea552 req-1d7d5559-7d8f-473b-9f71-600a1f7d6f25 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=13ce9526-7917-479d-aefc-ffa68226c8c1 HTTP/1.1" status: 200 len: 946 time: 0.0526977 May 26 19:46:38.797900 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-eee6be01-2a94-4650-b2cc-755aeffea552 req-12f84fde-f770-4568-bf8f-ec26d73a085e tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413301 May 26 19:46:47.216005 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=74 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:47.224967 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=74 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:47.623685 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=18 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:48.791727 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=58 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:48.794984 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=86 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:49.506716 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-51dd31f0-4a3f-4c31-97bb-a789fa5dd103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:51.533374 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:46:51.827090 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-d231709d-888f-4594-8373-5ef6568c56c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:52.979254 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:54.603716 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:55.895198 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:56.060339 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59462) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:46:56.195284 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-40173e11-5a9e-4dec-9757-9dbff62eb058 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Deleting port 65653d72-b22a-4c65-b619-31e6f951e5f8 {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:46:56.195540 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-40173e11-5a9e-4dec-9757-9dbff62eb058 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (65653d72-b22a-4c65-b619-31e6f951e5f8), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:56.273582 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-40173e11-5a9e-4dec-9757-9dbff62eb058 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (65653d72-b22a-4c65-b619-31e6f951e5f8), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:56.273907 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-40173e11-5a9e-4dec-9757-9dbff62eb058 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for floatingip (65653d72-b22a-4c65-b619-31e6f951e5f8), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:56.287530 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-40173e11-5a9e-4dec-9757-9dbff62eb058 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Calling delete_port for 65653d72-b22a-4c65-b619-31e6f951e5f8 owned by network:floatingip {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:46:56.535247 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-40173e11-5a9e-4dec-9757-9dbff62eb058 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (65653d72-b22a-4c65-b619-31e6f951e5f8), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:56.562573 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40173e11-5a9e-4dec-9757-9dbff62eb058 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event deleted for resources: {'Port': ['ID=65653d72-b22a-4c65-b619-31e6f951e5f8,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:56.634528 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-40173e11-5a9e-4dec-9757-9dbff62eb058 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for floatingip (924cc148-af76-4fa1-b741-748df71cf9eb), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:56.635118 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.l3_db [None req-40173e11-5a9e-4dec-9757-9dbff62eb058 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Floating IP 924cc148-af76-4fa1-b741-748df71cf9eb disassociated (deleted). External IP: 172.27.0.247, port: 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53. May 26 19:46:56.842487 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40173e11-5a9e-4dec-9757-9dbff62eb058 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Router 776872fc-dc07-4945-a821-b5ef7055a75f has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:46:56.940101 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40173e11-5a9e-4dec-9757-9dbff62eb058 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:46:56.944832 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-40173e11-5a9e-4dec-9757-9dbff62eb058 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:56.949453 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e1d819-f0ec-46ad-b163-e40261fb2792 None None] Sync routers for ids ['776872fc-dc07-4945-a821-b5ef7055a75f'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:46:56.958580 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e1d819-f0ec-46ad-b163-e40261fb2792 None None] Routers {'776872fc-dc07-4945-a821-b5ef7055a75f'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:46:56.959214 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-45e1d819-f0ec-46ad-b163-e40261fb2792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:46:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['776872fc-dc07-4945-a821-b5ef7055a75f'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:46:56.973780 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-40173e11-5a9e-4dec-9757-9dbff62eb058 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "DELETE /v2.0/floatingips/924cc148-af76-4fa1-b741-748df71cf9eb HTTP/1.1" status: 204 len: 168 time: 0.9124186 May 26 19:46:56.974377 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b866a8-96fd-4c60-ac2c-9fbaf249c843', 'tag': '5ecc06c8-c98f-447b-9a1b-988dbfb4aa53'}] {{(pid=104685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:46:56.976920 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}580a5c817d768ebcbdba4f0d83444aaab2d380737ec7b53e235c94cd1e37ed20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18db1ea-e29b-46ba-8bb2-49fe51c1a56f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b866a8-96fd-4c60-ac2c-9fbaf249c843", "tag": "5ecc06c8-c98f-447b-9a1b-988dbfb4aa53"}]}' {{(pid=104685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:46:57.029441 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab82c905-ea75-4b54-b40d-4e7e065bf78b x-openstack-request-id: req-ab82c905-ea75-4b54-b40d-4e7e065bf78b {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:46:57.029728 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b866a8-96fd-4c60-ac2c-9fbaf249c843", "tag": "5ecc06c8-c98f-447b-9a1b-988dbfb4aa53", "status": "completed", "code": 200}]} {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:46:57.029963 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ab82c905-ea75-4b54-b40d-4e7e065bf78b {{(pid=104685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:46:57.030746 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab82c905-ea75-4b54-b40d-4e7e065bf78b'] response: {'name': 'network-changed', 'server_uuid': 'a1b866a8-96fd-4c60-ac2c-9fbaf249c843', 'tag': '5ecc06c8-c98f-447b-9a1b-988dbfb4aa53', 'status': 'completed', 'code': 200} May 26 19:46:57.065223 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-45e1d819-f0ec-46ad-b163-e40261fb2792 None None] Set router 776872fc-dc07-4945-a821-b5ef7055a75f gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:46:57.099651 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18db1ea-e29b-46ba-8bb2-49fe51c1a56f req-1ca7f99f-ce63-47b2-85c3-2c25ea702ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:57.101103 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f18db1ea-e29b-46ba-8bb2-49fe51c1a56f req-1ca7f99f-ce63-47b2-85c3-2c25ea702ae6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dabc38fc95184250b1d9e7090ab73b2c&device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 1130 time: 0.0396135 May 26 19:46:57.198490 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18db1ea-e29b-46ba-8bb2-49fe51c1a56f req-7152187d-e89d-4641-9c7e-7185ac599db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:57.200018 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f18db1ea-e29b-46ba-8bb2-49fe51c1a56f req-7152187d-e89d-4641-9c7e-7185ac599db9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=492a2884-9243-465b-939b-ac60c35b4b3f HTTP/1.1" status: 200 len: 913 time: 0.0911043 May 26 19:46:57.252489 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f18db1ea-e29b-46ba-8bb2-49fe51c1a56f req-770238a5-3906-4de2-8cfa-ace7227037b4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 HTTP/1.1" status: 200 len: 217 time: 0.0351129 May 26 19:46:57.273168 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:57.279919 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-45e1d819-f0ec-46ad-b163-e40261fb2792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '9ad358db-5dc5-4a31-938c-22b8dfdb1fd8', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'port_id': '65821ee3-a623-4001-a22a-7ee3a346e6ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'mac_address': 'fa:16:3e:9a:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3557b49-893e-4c9b-bc84-324e8db5117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:42:51Z', 'updated_at': '2022-05-26T19:42:53Z', 'revision_number': 1, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f8842e-82aa-4e85-a165-6ec8b49ffbf6', 'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'mac_address': 'fa:16:3e:2e:f2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:52Z', 'updated_at': '2022-05-26T19:38:57Z', 'revision_number': 5, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'subnets': [{'id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:46:57.307425 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e1d819-f0ec-46ad-b163-e40261fb2792 None None] Checking router: 776872fc-dc07-4945-a821-b5ef7055a75f for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:46:57.317001 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e1d819-f0ec-46ad-b163-e40261fb2792 None None] Routers {'776872fc-dc07-4945-a821-b5ef7055a75f'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:46:57.317541 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-45e1d819-f0ec-46ad-b163-e40261fb2792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:46:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['776872fc-dc07-4945-a821-b5ef7055a75f'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:46:57.324853 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18db1ea-e29b-46ba-8bb2-49fe51c1a56f req-f90694a0-ddb9-4352-9efb-1f15423e1339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:57.326379 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f18db1ea-e29b-46ba-8bb2-49fe51c1a56f req-f90694a0-ddb9-4352-9efb-1f15423e1339 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f61c4997-1573-4713-b00b-a1dd9f85ac65 HTTP/1.1" status: 200 len: 851 time: 0.0615551 May 26 19:46:57.383090 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18db1ea-e29b-46ba-8bb2-49fe51c1a56f req-283d0e22-07e2-4183-91af-dd0782472f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:57.384618 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f18db1ea-e29b-46ba-8bb2-49fe51c1a56f req-283d0e22-07e2-4183-91af-dd0782472f1a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=492a2884-9243-465b-939b-ac60c35b4b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484786 May 26 19:46:57.431205 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-45e1d819-f0ec-46ad-b163-e40261fb2792 None None] Set router 776872fc-dc07-4945-a821-b5ef7055a75f gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:46:57.622975 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:57.633162 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:57.642062 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35213819-ea09-437f-9496-4510c7411319 req-c35ed8b6-0123-4f98-bcc1-b99963833bc7 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:57.643578 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-35213819-ea09-437f-9496-4510c7411319 req-c35ed8b6-0123-4f98-bcc1-b99963833bc7 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 946 time: 0.2173183 May 26 19:46:57.647105 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-45e1d819-f0ec-46ad-b163-e40261fb2792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '9ad358db-5dc5-4a31-938c-22b8dfdb1fd8', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'port_id': '65821ee3-a623-4001-a22a-7ee3a346e6ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'mac_address': 'fa:16:3e:9a:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3557b49-893e-4c9b-bc84-324e8db5117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:42:51Z', 'updated_at': '2022-05-26T19:42:53Z', 'revision_number': 1, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f8842e-82aa-4e85-a165-6ec8b49ffbf6', 'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'mac_address': 'fa:16:3e:2e:f2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:52Z', 'updated_at': '2022-05-26T19:38:57Z', 'revision_number': 5, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'subnets': [{'id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:46:57.697021 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-35213819-ea09-437f-9496-4510c7411319 req-ea93d8ab-e453-4da4-8960-0612b5474fd6 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471649 May 26 19:46:57.753268 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e1d819-f0ec-46ad-b163-e40261fb2792 None None] The sync data for ids ['776872fc-dc07-4945-a821-b5ef7055a75f'] in dv-cinder-825492-17-iscsi is: [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '9ad358db-5dc5-4a31-938c-22b8dfdb1fd8', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'port_id': '65821ee3-a623-4001-a22a-7ee3a346e6ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'mac_address': 'fa:16:3e:9a:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3557b49-893e-4c9b-bc84-324e8db5117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:42:51Z', 'updated_at': '2022-05-26T19:42:53Z', 'revision_number': 1, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f8842e-82aa-4e85-a165-6ec8b49ffbf6', 'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'mac_address': 'fa:16:3e:2e:f2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:52Z', 'updated_at': '2022-05-26T19:38:57Z', 'revision_number': 5, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'subnets': [{'id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:46:57.963453 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a641a16-5089-4089-a26c-cfd8b52cb2a3 None None] New status for floating IP 924cc148-af76-4fa1-b741-748df71cf9eb: DOWN {{(pid=104686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:46:58.780999 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f18db1ea-e29b-46ba-8bb2-49fe51c1a56f req-374a621e-32f0-4719-8483-3b599f19d000 service neutron] 10.222.0.77 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947945 May 26 19:46:58.872165 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba1887-aea2-4b9a-a606-fae2631a5d9a req-3ef9733b-675b-45b7-bb06-40bfed2986a4 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:58.874131 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-33ba1887-aea2-4b9a-a606-fae2631a5d9a req-3ef9733b-675b-45b7-bb06-40bfed2986a4 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 946 time: 0.1032193 May 26 19:46:58.944692 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-33ba1887-aea2-4b9a-a606-fae2631a5d9a req-0895fc47-19ce-447d-b056-d3a229b59a10 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647383 May 26 19:46:59.006335 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f18db1ea-e29b-46ba-8bb2-49fe51c1a56f req-81efbfd0-1968-46f1-8b76-3eb112616e73 service neutron] 10.222.0.77 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014581 May 26 19:46:59.307724 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2212d5-e016-44da-a809-ccbfe56c2277 req-7573b505-9abc-44e3-afea-426750236d70 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:59.309145 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7a2212d5-e016-44da-a809-ccbfe56c2277 req-7573b505-9abc-44e3-afea-426750236d70 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 946 time: 0.0465269 May 26 19:46:59.401801 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-7a2212d5-e016-44da-a809-ccbfe56c2277 req-98316e5c-b672-484d-bd54-a379142ec17f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Deleting port 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:46:59.402147 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-7a2212d5-e016-44da-a809-ccbfe56c2277 req-98316e5c-b672-484d-bd54-a379142ec17f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (5ecc06c8-c98f-447b-9a1b-988dbfb4aa53), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:59.489437 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-7a2212d5-e016-44da-a809-ccbfe56c2277 req-98316e5c-b672-484d-bd54-a379142ec17f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] For port 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5ecc06c8-c98f-447b-9a1b-988dbfb4aa53,segment=NetworkSegment(a27918ad-49bd-4b5d-9789-751677ce88d9),segment_id=a27918ad-49bd-4b5d-9789-751677ce88d9)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:46:59.489802 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-7a2212d5-e016-44da-a809-ccbfe56c2277 req-98316e5c-b672-484d-bd54-a379142ec17f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (5ecc06c8-c98f-447b-9a1b-988dbfb4aa53), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:59.503473 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-7a2212d5-e016-44da-a809-ccbfe56c2277 req-98316e5c-b672-484d-bd54-a379142ec17f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Calling delete_port for 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 owned by compute:nova {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:46:59.699995 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-7a2212d5-e016-44da-a809-ccbfe56c2277 req-98316e5c-b672-484d-bd54-a379142ec17f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (5ecc06c8-c98f-447b-9a1b-988dbfb4aa53), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:59.735227 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98316e5c-b672-484d-bd54-a379142ec17f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event deleted for resources: {'Port': ['ID=5ecc06c8-c98f-447b-9a1b-988dbfb4aa53,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:59.739652 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:59.756998 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:46:59.774489 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2212d5-e016-44da-a809-ccbfe56c2277 req-98316e5c-b672-484d-bd54-a379142ec17f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] No DVR routers for this DVR port 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 on host hv-cinder-82549 {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:46:59.776981 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-7a2212d5-e016-44da-a809-ccbfe56c2277 req-98316e5c-b672-484d-bd54-a379142ec17f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:46:59.780910 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7a2212d5-e016-44da-a809-ccbfe56c2277 req-98316e5c-b672-484d-bd54-a379142ec17f tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.77 "DELETE /v2.0/ports/5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 HTTP/1.1" status: 204 len: 173 time: 0.4658155 May 26 19:46:59.781358 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b866a8-96fd-4c60-ac2c-9fbaf249c843', 'name': 'network-vif-deleted', 'tag': '5ecc06c8-c98f-447b-9a1b-988dbfb4aa53'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:46:59.783969 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081df76b-37c9-463b-a0f8-f58fd5510a77" -d '{"events": [{"server_uuid": "a1b866a8-96fd-4c60-ac2c-9fbaf249c843", "name": "network-vif-deleted", "tag": "5ecc06c8-c98f-447b-9a1b-988dbfb4aa53"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:46:59.822479 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4801ca9-5a70-475a-be71-0fa3944a0d83 x-openstack-request-id: req-b4801ca9-5a70-475a-be71-0fa3944a0d83 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:46:59.822479 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b866a8-96fd-4c60-ac2c-9fbaf249c843", "name": "network-vif-deleted", "tag": "5ecc06c8-c98f-447b-9a1b-988dbfb4aa53", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:46:59.822479 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b4801ca9-5a70-475a-be71-0fa3944a0d83 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:46:59.822479 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4801ca9-5a70-475a-be71-0fa3944a0d83'] response: {'server_uuid': 'a1b866a8-96fd-4c60-ac2c-9fbaf249c843', 'name': 'network-vif-deleted', 'tag': '5ecc06c8-c98f-447b-9a1b-988dbfb4aa53', 'status': 'completed', 'code': 200} May 26 19:47:00.052239 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63cf2a11-74c7-4044-9c31-0afc47d5b70f req-68a4f142-f9e5-4c42-a315-d18f7375d74d tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 210 time: 0.0353754 May 26 19:47:01.180861 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a70a6517-5689-434b-b67d-e7e1e0ffb447 req-2add374b-d174-4474-9a8a-5f8a83b29c69 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1b866a8-96fd-4c60-ac2c-9fbaf249c843 HTTP/1.1" status: 200 len: 210 time: 0.0320919 May 26 19:47:01.618073 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af0330-5ba9-4218-bbb0-0249945aea43 req-2ec8f0a0-11ac-4a48-9930-896b1aae42e9 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:01.619573 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-03af0330-5ba9-4218-bbb0-0249945aea43 req-2ec8f0a0-11ac-4a48-9930-896b1aae42e9 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=13ce9526-7917-479d-aefc-ffa68226c8c1 HTTP/1.1" status: 200 len: 946 time: 0.0463605 May 26 19:47:01.666541 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-03af0330-5ba9-4218-bbb0-0249945aea43 req-326e6644-11c8-41d8-901f-b36b19b7e6bb tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411355 May 26 19:47:02.777916 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b75380-15ba-461b-aa6f-94b7ea206c11 req-4fc3d4b4-14af-40ba-917d-63f1ddc14766 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:02.779955 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a6b75380-15ba-461b-aa6f-94b7ea206c11 req-4fc3d4b4-14af-40ba-917d-63f1ddc14766 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=13ce9526-7917-479d-aefc-ffa68226c8c1 HTTP/1.1" status: 200 len: 946 time: 0.0462248 May 26 19:47:02.829996 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a6b75380-15ba-461b-aa6f-94b7ea206c11 req-c8c92ac0-ffcb-44ea-801c-e7a8a2d12778 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442293 May 26 19:47:03.648027 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:47:03.666288 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] No Port match for: 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:47:03.666623 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 5ecc06c8-c98f-447b-9a1b-988dbfb4aa53 not bound to the agent host hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:47:03.725415 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d306c-23e0-475d-b3d4-cb4e2e0cacfa req-51b7db29-d3b3-4d9f-aa29-2817ebb947a7 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:03.726881 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5d6d306c-23e0-475d-b3d4-cb4e2e0cacfa req-51b7db29-d3b3-4d9f-aa29-2817ebb947a7 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.77 "GET /v2.0/ports?device_id=13ce9526-7917-479d-aefc-ffa68226c8c1 HTTP/1.1" status: 200 len: 946 time: 0.0454404 May 26 19:47:03.809212 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-5d6d306c-23e0-475d-b3d4-cb4e2e0cacfa req-39a0c627-fc33-4a6b-a1f2-7624eafd38b3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Deleting port 74f87602-52d0-4adf-a55e-d380907c4661 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:47:03.809566 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-5d6d306c-23e0-475d-b3d4-cb4e2e0cacfa req-39a0c627-fc33-4a6b-a1f2-7624eafd38b3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (74f87602-52d0-4adf-a55e-d380907c4661), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:03.906738 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-5d6d306c-23e0-475d-b3d4-cb4e2e0cacfa req-39a0c627-fc33-4a6b-a1f2-7624eafd38b3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] For port 74f87602-52d0-4adf-a55e-d380907c4661, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=74f87602-52d0-4adf-a55e-d380907c4661,segment=NetworkSegment(6482afca-2d8f-4e22-a135-a096063e79d9),segment_id=6482afca-2d8f-4e22-a135-a096063e79d9)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:47:03.907034 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-5d6d306c-23e0-475d-b3d4-cb4e2e0cacfa req-39a0c627-fc33-4a6b-a1f2-7624eafd38b3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (74f87602-52d0-4adf-a55e-d380907c4661), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:03.945213 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-5d6d306c-23e0-475d-b3d4-cb4e2e0cacfa req-39a0c627-fc33-4a6b-a1f2-7624eafd38b3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Calling delete_port for 74f87602-52d0-4adf-a55e-d380907c4661 owned by compute:nova {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:47:03.971814 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61a6ad-dce8-42c2-809d-4626da0353d3 req-d26d73a6-36c1-4ad5-9519-910edd93f9e3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:03.973270 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9a61a6ad-dce8-42c2-809d-4626da0353d3 req-d26d73a6-36c1-4ad5-9519-910edd93f9e3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=13ce9526-7917-479d-aefc-ffa68226c8c1 HTTP/1.1" status: 200 len: 946 time: 0.0636189 May 26 19:47:04.071587 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9a61a6ad-dce8-42c2-809d-4626da0353d3 req-004cf810-ed33-4d1f-bac7-abf4eb5189d9 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b441f9-fe21-4575-bff0-0ef0f43f692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681446 May 26 19:47:04.221119 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-5d6d306c-23e0-475d-b3d4-cb4e2e0cacfa req-39a0c627-fc33-4a6b-a1f2-7624eafd38b3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (74f87602-52d0-4adf-a55e-d380907c4661), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:04.236033 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['74f87602-52d0-4adf-a55e-d380907c4661'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:47:04.258128 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0c627-fc33-4a6b-a1f2-7624eafd38b3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Pushing event deleted for resources: {'Port': ['ID=74f87602-52d0-4adf-a55e-d380907c4661,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:04.296960 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6d306c-23e0-475d-b3d4-cb4e2e0cacfa req-39a0c627-fc33-4a6b-a1f2-7624eafd38b3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] No DVR routers for this DVR port 74f87602-52d0-4adf-a55e-d380907c4661 on host hv-cinder-82549 {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:47:04.299460 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-5d6d306c-23e0-475d-b3d4-cb4e2e0cacfa req-39a0c627-fc33-4a6b-a1f2-7624eafd38b3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:04.302691 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5d6d306c-23e0-475d-b3d4-cb4e2e0cacfa req-39a0c627-fc33-4a6b-a1f2-7624eafd38b3 tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.77 "DELETE /v2.0/ports/74f87602-52d0-4adf-a55e-d380907c4661 HTTP/1.1" status: 204 len: 173 time: 0.5679011 May 26 19:47:04.303163 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ce9526-7917-479d-aefc-ffa68226c8c1', 'name': 'network-vif-deleted', 'tag': '74f87602-52d0-4adf-a55e-d380907c4661'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:47:04.305341 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd6fc1b-330b-4477-ba83-4652ad0939ba" -d '{"events": [{"server_uuid": "13ce9526-7917-479d-aefc-ffa68226c8c1", "name": "network-vif-deleted", "tag": "74f87602-52d0-4adf-a55e-d380907c4661"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:47:04.342017 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8b7513-2c8a-4258-89a8-1e47bc0e2427 x-openstack-request-id: req-4c8b7513-2c8a-4258-89a8-1e47bc0e2427 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:47:04.342317 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ce9526-7917-479d-aefc-ffa68226c8c1", "name": "network-vif-deleted", "tag": "74f87602-52d0-4adf-a55e-d380907c4661", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:47:04.342684 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4c8b7513-2c8a-4258-89a8-1e47bc0e2427 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:47:04.343005 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c8b7513-2c8a-4258-89a8-1e47bc0e2427'] response: {'server_uuid': '13ce9526-7917-479d-aefc-ffa68226c8c1', 'name': 'network-vif-deleted', 'tag': '74f87602-52d0-4adf-a55e-d380907c4661', 'status': 'completed', 'code': 200} May 26 19:47:04.676541 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59534) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:04.815539 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-9266c3f8-b86d-4d8b-af88-3a25a9f22d55 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Deleting port b61de783-1d02-49a0-81d5-7a568e7da97b {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:47:04.815877 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9266c3f8-b86d-4d8b-af88-3a25a9f22d55 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (b61de783-1d02-49a0-81d5-7a568e7da97b), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:04.855231 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d01e15fd-8c79-4615-a182-aa0353711d1c req-ea988cd7-849e-47f9-86d4-f9d59aaeab3f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380511 May 26 19:47:04.897965 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9266c3f8-b86d-4d8b-af88-3a25a9f22d55 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (b61de783-1d02-49a0-81d5-7a568e7da97b), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:04.898286 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9266c3f8-b86d-4d8b-af88-3a25a9f22d55 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for floatingip (b61de783-1d02-49a0-81d5-7a568e7da97b), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:04.912179 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-9266c3f8-b86d-4d8b-af88-3a25a9f22d55 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Calling delete_port for b61de783-1d02-49a0-81d5-7a568e7da97b owned by network:floatingip {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:47:04.935998 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e15fd-8c79-4615-a182-aa0353711d1c req-ef7f3af6-f353-4d40-98c5-efcb5fe11d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:04.937499 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d01e15fd-8c79-4615-a182-aa0353711d1c req-ef7f3af6-f353-4d40-98c5-efcb5fe11d0f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dabc38fc95184250b1d9e7090ab73b2c&device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 1130 time: 0.0391390 May 26 19:47:05.183514 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2ab93093-6804-47f2-8ed2-86e48044812a req-86e79cd0-d92a-436f-aaf2-61cbb8b084ed tempest-VolumesSnapshotTestJSON-1990387188 tempest-VolumesSnapshotTestJSON-1990387188-project] 10.222.0.72 "GET /v2.0/ports?device_id=13ce9526-7917-479d-aefc-ffa68226c8c1 HTTP/1.1" status: 200 len: 210 time: 0.0299447 May 26 19:47:05.271326 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e15fd-8c79-4615-a182-aa0353711d1c req-5cda1246-dbd0-4a0e-97f1-e04bf4ba2831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:05.272838 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d01e15fd-8c79-4615-a182-aa0353711d1c req-5cda1246-dbd0-4a0e-97f1-e04bf4ba2831 service neutron] 10.222.0.77 "GET /v2.0/networks?id=492a2884-9243-465b-939b-ac60c35b4b3f HTTP/1.1" status: 200 len: 913 time: 0.0917659 May 26 19:47:05.334392 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d01e15fd-8c79-4615-a182-aa0353711d1c req-d948f34b-f524-4798-b385-0cc0c791945b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65821ee3-a623-4001-a22a-7ee3a346e6ea HTTP/1.1" status: 200 len: 1002 time: 0.0537076 May 26 19:47:05.370048 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9266c3f8-b86d-4d8b-af88-3a25a9f22d55 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (b61de783-1d02-49a0-81d5-7a568e7da97b), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:05.396857 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266c3f8-b86d-4d8b-af88-3a25a9f22d55 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event deleted for resources: {'Port': ['ID=b61de783-1d02-49a0-81d5-7a568e7da97b,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:05.398502 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e15fd-8c79-4615-a182-aa0353711d1c req-6b2b722c-9eb0-48b9-9f7a-f052b6c3940f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:05.400042 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d01e15fd-8c79-4615-a182-aa0353711d1c req-6b2b722c-9eb0-48b9-9f7a-f052b6c3940f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f61c4997-1573-4713-b00b-a1dd9f85ac65 HTTP/1.1" status: 200 len: 851 time: 0.0588090 May 26 19:47:05.450046 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e15fd-8c79-4615-a182-aa0353711d1c req-2c597bf8-8551-4bbf-abbf-c143798b39d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:05.452159 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d01e15fd-8c79-4615-a182-aa0353711d1c req-2c597bf8-8551-4bbf-abbf-c143798b39d6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=492a2884-9243-465b-939b-ac60c35b4b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451901 May 26 19:47:05.462125 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9266c3f8-b86d-4d8b-af88-3a25a9f22d55 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for floatingip (9ad358db-5dc5-4a31-938c-22b8dfdb1fd8), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:05.462453 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.l3_db [None req-9266c3f8-b86d-4d8b-af88-3a25a9f22d55 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Floating IP 9ad358db-5dc5-4a31-938c-22b8dfdb1fd8 disassociated (deleted). External IP: 172.27.0.179, port: 65821ee3-a623-4001-a22a-7ee3a346e6ea. May 26 19:47:05.518465 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:05.539320 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:05.544999 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d01e15fd-8c79-4615-a182-aa0353711d1c req-319e2efd-5852-49ed-8a4a-455b46d04173 service neutron] 10.222.0.77 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849969 May 26 19:47:05.552183 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:05.634192 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:05.640877 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d01e15fd-8c79-4615-a182-aa0353711d1c req-66070884-017c-44a5-8985-d1a10d5ec334 service neutron] 10.222.0.77 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887332 May 26 19:47:05.662373 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9266c3f8-b86d-4d8b-af88-3a25a9f22d55 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Router 776872fc-dc07-4945-a821-b5ef7055a75f has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:47:05.766283 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9266c3f8-b86d-4d8b-af88-3a25a9f22d55 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:47:05.771028 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-9266c3f8-b86d-4d8b-af88-3a25a9f22d55 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:05.777244 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4c2379-c318-4fec-8d57-0844552547fd None None] Sync routers for ids ['776872fc-dc07-4945-a821-b5ef7055a75f'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:47:05.788036 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4c2379-c318-4fec-8d57-0844552547fd None None] Routers {'776872fc-dc07-4945-a821-b5ef7055a75f'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:47:05.788636 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-ee4c2379-c318-4fec-8d57-0844552547fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:46:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['776872fc-dc07-4945-a821-b5ef7055a75f'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:05.800300 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-9266c3f8-b86d-4d8b-af88-3a25a9f22d55 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "DELETE /v2.0/floatingips/9ad358db-5dc5-4a31-938c-22b8dfdb1fd8 HTTP/1.1" status: 204 len: 168 time: 1.1226966 May 26 19:47:05.800885 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3557b49-893e-4c9b-bc84-324e8db5117e', 'tag': '65821ee3-a623-4001-a22a-7ee3a346e6ea'}] {{(pid=104685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:47:05.804018 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}580a5c817d768ebcbdba4f0d83444aaab2d380737ec7b53e235c94cd1e37ed20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ab394d-e440-42b6-997d-33941f32f8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "d3557b49-893e-4c9b-bc84-324e8db5117e", "tag": "65821ee3-a623-4001-a22a-7ee3a346e6ea"}]}' {{(pid=104685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:47:05.842599 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f32a42-f428-42a5-9a96-2a430803296e x-openstack-request-id: req-74f32a42-f428-42a5-9a96-2a430803296e {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:47:05.842599 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3557b49-893e-4c9b-bc84-324e8db5117e", "tag": "65821ee3-a623-4001-a22a-7ee3a346e6ea", "status": "completed", "code": 200}]} {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:47:05.842599 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-74f32a42-f428-42a5-9a96-2a430803296e {{(pid=104685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:47:05.843025 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f32a42-f428-42a5-9a96-2a430803296e'] response: {'name': 'network-changed', 'server_uuid': 'd3557b49-893e-4c9b-bc84-324e8db5117e', 'tag': '65821ee3-a623-4001-a22a-7ee3a346e6ea', 'status': 'completed', 'code': 200} May 26 19:47:05.892956 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-ee4c2379-c318-4fec-8d57-0844552547fd None None] Set router 776872fc-dc07-4945-a821-b5ef7055a75f gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:47:05.903844 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab394d-e440-42b6-997d-33941f32f8c8 req-23a622b3-0a74-4873-8fd1-08de50aeeca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:05.905488 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63ab394d-e440-42b6-997d-33941f32f8c8 req-23a622b3-0a74-4873-8fd1-08de50aeeca5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dabc38fc95184250b1d9e7090ab73b2c&device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 1130 time: 0.0402057 May 26 19:47:05.999964 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab394d-e440-42b6-997d-33941f32f8c8 req-2f5c5ce0-3643-4ee2-b664-39e4266ff074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:06.000971 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:06.001422 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63ab394d-e440-42b6-997d-33941f32f8c8 req-2f5c5ce0-3643-4ee2-b664-39e4266ff074 service neutron] 10.222.0.77 "GET /v2.0/networks?id=492a2884-9243-465b-939b-ac60c35b4b3f HTTP/1.1" status: 200 len: 913 time: 0.0897875 May 26 19:47:06.008695 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:06.045478 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63ab394d-e440-42b6-997d-33941f32f8c8 req-1f878d91-d15d-41c4-9901-2e6b434c7d67 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65821ee3-a623-4001-a22a-7ee3a346e6ea HTTP/1.1" status: 200 len: 217 time: 0.0342329 May 26 19:47:06.078752 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-ee4c2379-c318-4fec-8d57-0844552547fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '35f8842e-82aa-4e85-a165-6ec8b49ffbf6', 'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'mac_address': 'fa:16:3e:2e:f2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:52Z', 'updated_at': '2022-05-26T19:38:57Z', 'revision_number': 5, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'subnets': [{'id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:06.094827 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab394d-e440-42b6-997d-33941f32f8c8 req-491c5e97-0d46-498a-a0ed-d7419fa4ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:06.096321 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63ab394d-e440-42b6-997d-33941f32f8c8 req-491c5e97-0d46-498a-a0ed-d7419fa4ddb7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f61c4997-1573-4713-b00b-a1dd9f85ac65 HTTP/1.1" status: 200 len: 851 time: 0.0445726 May 26 19:47:06.106293 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4c2379-c318-4fec-8d57-0844552547fd None None] Checking router: 776872fc-dc07-4945-a821-b5ef7055a75f for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:47:06.115499 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4c2379-c318-4fec-8d57-0844552547fd None None] Routers {'776872fc-dc07-4945-a821-b5ef7055a75f'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:47:06.116102 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-ee4c2379-c318-4fec-8d57-0844552547fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:46:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['776872fc-dc07-4945-a821-b5ef7055a75f'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:06.147465 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab394d-e440-42b6-997d-33941f32f8c8 req-d3212348-63f6-4754-b35d-6313fc8d4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:06.148961 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63ab394d-e440-42b6-997d-33941f32f8c8 req-d3212348-63f6-4754-b35d-6313fc8d4341 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=492a2884-9243-465b-939b-ac60c35b4b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456684 May 26 19:47:06.219951 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-ee4c2379-c318-4fec-8d57-0844552547fd None None] Set router 776872fc-dc07-4945-a821-b5ef7055a75f gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:47:06.223264 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce7cfe-6644-49f1-9784-1d30e74a8125 req-172a6428-6b4c-4640-9301-1f6d8c4c6fb0 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:06.224896 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-61ce7cfe-6644-49f1-9784-1d30e74a8125 req-172a6428-6b4c-4640-9301-1f6d8c4c6fb0 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 946 time: 0.0473106 May 26 19:47:06.284175 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-61ce7cfe-6644-49f1-9784-1d30e74a8125 req-daa3ac1b-9a86-4184-9b87-f85f1a8f686e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533857 May 26 19:47:06.406495 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-ee4c2379-c318-4fec-8d57-0844552547fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '35f8842e-82aa-4e85-a165-6ec8b49ffbf6', 'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'mac_address': 'fa:16:3e:2e:f2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:52Z', 'updated_at': '2022-05-26T19:38:57Z', 'revision_number': 5, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'subnets': [{'id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:06.430506 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4c2379-c318-4fec-8d57-0844552547fd None None] The sync data for ids ['776872fc-dc07-4945-a821-b5ef7055a75f'] in dv-cinder-825492-17-iscsi is: [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:38:52Z', 'revision_number': 4, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '35f8842e-82aa-4e85-a165-6ec8b49ffbf6', 'name': '', 'network_id': '492a2884-9243-465b-939b-ac60c35b4b3f', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'mac_address': 'fa:16:3e:2e:f2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:52Z', 'updated_at': '2022-05-26T19:38:57Z', 'revision_number': 5, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'subnets': [{'id': 'f61c4997-1573-4713-b00b-a1dd9f85ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:47:06.640009 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c32880-6433-456f-bf5e-15e3861fd028 None None] New status for floating IP 9ad358db-5dc5-4a31-938c-22b8dfdb1fd8: DOWN {{(pid=104686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:47:06.645665 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:07.407082 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d53b6-58d9-4280-82a6-111412a4970f req-381e7121-4a06-4751-bf1a-8fa3f579466e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:07.408642 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5a7d53b6-58d9-4280-82a6-111412a4970f req-381e7121-4a06-4751-bf1a-8fa3f579466e tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 946 time: 0.0538163 May 26 19:47:07.462022 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5a7d53b6-58d9-4280-82a6-111412a4970f req-c960c64a-2918-4be8-8b63-139e2434e5ef tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/security-groups?id=f04b4abb-7734-4d8e-8d10-ee176d50ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459106 May 26 19:47:07.484074 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63ab394d-e440-42b6-997d-33941f32f8c8 req-f0c8dbe5-1d2f-4391-b624-f89fce5aaf33 service neutron] 10.222.0.77 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989022 May 26 19:47:07.647226 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 74f87602-52d0-4adf-a55e-d380907c4661 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:47:07.653500 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63ab394d-e440-42b6-997d-33941f32f8c8 req-cfbe3c22-1dba-4e90-8ad7-23d28ceef8a8 service neutron] 10.222.0.77 "GET /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854244 May 26 19:47:07.667236 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] No Port match for: 74f87602-52d0-4adf-a55e-d380907c4661 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:47:07.667607 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 74f87602-52d0-4adf-a55e-d380907c4661 not bound to the agent host hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:47:07.948912 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e711b28-2747-410d-9076-63e5ae8886fd req-6b1a78ce-fcc1-4550-b7d7-bbde5a7ad747 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:07.954467 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2e711b28-2747-410d-9076-63e5ae8886fd req-6b1a78ce-fcc1-4550-b7d7-bbde5a7ad747 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 946 time: 0.0488682 May 26 19:47:08.037991 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-2e711b28-2747-410d-9076-63e5ae8886fd req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Deleting port 65821ee3-a623-4001-a22a-7ee3a346e6ea {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:47:08.038328 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-2e711b28-2747-410d-9076-63e5ae8886fd req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (65821ee3-a623-4001-a22a-7ee3a346e6ea), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:08.126419 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-2e711b28-2747-410d-9076-63e5ae8886fd req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] For port 65821ee3-a623-4001-a22a-7ee3a346e6ea, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=65821ee3-a623-4001-a22a-7ee3a346e6ea,segment=NetworkSegment(a27918ad-49bd-4b5d-9789-751677ce88d9),segment_id=a27918ad-49bd-4b5d-9789-751677ce88d9)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:47:08.126687 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-2e711b28-2747-410d-9076-63e5ae8886fd req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (65821ee3-a623-4001-a22a-7ee3a346e6ea), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:08.147436 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-2e711b28-2747-410d-9076-63e5ae8886fd req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Calling delete_port for 65821ee3-a623-4001-a22a-7ee3a346e6ea owned by compute:nova {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:47:08.192521 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:08.216011 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:08.351108 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-2e711b28-2747-410d-9076-63e5ae8886fd req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (65821ee3-a623-4001-a22a-7ee3a346e6ea), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:08.379010 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event deleted for resources: {'Port': ['ID=65821ee3-a623-4001-a22a-7ee3a346e6ea,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:08.394160 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:08.394509 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:08.394844 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:08.395206 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:08.395597 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:08.395922 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:08.396252 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:08.396570 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:08.396890 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:08.397212 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:08.397531 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:08.397847 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:08.398162 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:08.398473 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:08.398786 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:08.441645 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e711b28-2747-410d-9076-63e5ae8886fd req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] No DVR routers for this DVR port 65821ee3-a623-4001-a22a-7ee3a346e6ea on host hv-cinder-82549 {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:47:08.444201 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-2e711b28-2747-410d-9076-63e5ae8886fd req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:08.447952 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2e711b28-2747-410d-9076-63e5ae8886fd req-d420a04c-52a4-4b78-bf38-038576ec341b tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.77 "DELETE /v2.0/ports/65821ee3-a623-4001-a22a-7ee3a346e6ea HTTP/1.1" status: 204 len: 173 time: 0.4887204 May 26 19:47:08.448695 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3557b49-893e-4c9b-bc84-324e8db5117e', 'name': 'network-vif-deleted', 'tag': '65821ee3-a623-4001-a22a-7ee3a346e6ea'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:47:08.451659 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b2629d-2755-4813-abab-768d16e886c6" -d '{"events": [{"server_uuid": "d3557b49-893e-4c9b-bc84-324e8db5117e", "name": "network-vif-deleted", "tag": "65821ee3-a623-4001-a22a-7ee3a346e6ea"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:47:08.487584 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa9a53d-fd07-46a0-8ccb-1788de44e16a x-openstack-request-id: req-5fa9a53d-fd07-46a0-8ccb-1788de44e16a {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:47:08.488171 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3557b49-893e-4c9b-bc84-324e8db5117e", "name": "network-vif-deleted", "tag": "65821ee3-a623-4001-a22a-7ee3a346e6ea", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:47:08.488171 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5fa9a53d-fd07-46a0-8ccb-1788de44e16a {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:47:08.488496 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa9a53d-fd07-46a0-8ccb-1788de44e16a'] response: {'server_uuid': 'd3557b49-893e-4c9b-bc84-324e8db5117e', 'name': 'network-vif-deleted', 'tag': '65821ee3-a623-4001-a22a-7ee3a346e6ea', 'status': 'completed', 'code': 200} May 26 19:47:08.560068 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-05c6e1cd-6802-4a83-861d-347fe927e953 req-ab716d72-85be-44d6-8c01-6f553e44c2d1 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 210 time: 0.0301044 May 26 19:47:09.657341 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a26778fd-7a24-47b5-ada3-4ce861bfd9b2 req-e36f11d4-6edd-41ef-b831-a8f8e6cafacc tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 210 time: 0.0278378 May 26 19:47:10.751766 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5c6269eb-657b-4ac3-9d41-593c3182621e req-06fbba77-2dc8-46fc-b5bf-1f74eab099ca tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 210 time: 0.0272005 May 26 19:47:11.675941 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 65821ee3-a623-4001-a22a-7ee3a346e6ea no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:47:11.694572 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] No Port match for: 65821ee3-a623-4001-a22a-7ee3a346e6ea {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:47:11.694934 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 65821ee3-a623-4001-a22a-7ee3a346e6ea not bound to the agent host hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:47:11.858646 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6bf82980-6441-4f8d-a3dc-f1d03e6e4720 req-150563c5-7c87-4465-b9ea-3ffbc9e0fb26 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3557b49-893e-4c9b-bc84-324e8db5117e HTTP/1.1" status: 200 len: 210 time: 0.0287743 May 26 19:47:12.924805 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 59586) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:13.036827 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-156f12c4-226c-4dfb-b27d-52377244dab4 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Deleting port b5aebaf8-89af-4a10-8cfc-e202b0b4b91d {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:47:13.037194 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-156f12c4-226c-4dfb-b27d-52377244dab4 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (b5aebaf8-89af-4a10-8cfc-e202b0b4b91d), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:13.117739 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-156f12c4-226c-4dfb-b27d-52377244dab4 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (b5aebaf8-89af-4a10-8cfc-e202b0b4b91d), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:13.118067 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-156f12c4-226c-4dfb-b27d-52377244dab4 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for floatingip (b5aebaf8-89af-4a10-8cfc-e202b0b4b91d), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:13.131385 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-156f12c4-226c-4dfb-b27d-52377244dab4 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Calling delete_port for b5aebaf8-89af-4a10-8cfc-e202b0b4b91d owned by network:floatingip {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:47:13.333289 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-156f12c4-226c-4dfb-b27d-52377244dab4 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (b5aebaf8-89af-4a10-8cfc-e202b0b4b91d), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:13.359592 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f12c4-226c-4dfb-b27d-52377244dab4 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event deleted for resources: {'Port': ['ID=b5aebaf8-89af-4a10-8cfc-e202b0b4b91d,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:13.420771 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-156f12c4-226c-4dfb-b27d-52377244dab4 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for floatingip (0621ec80-3585-4c48-ac1c-6ecf2673e7e8), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:13.423480 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-156f12c4-226c-4dfb-b27d-52377244dab4 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:13.427040 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-156f12c4-226c-4dfb-b27d-52377244dab4 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "DELETE /v2.0/floatingips/0621ec80-3585-4c48-ac1c-6ecf2673e7e8 HTTP/1.1" status: 204 len: 168 time: 0.4995742 May 26 19:47:14.792395 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59610) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:14.860007 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-04d1f1fc-0d99-42f2-9593-231f8944d1c9 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group (f04b4abb-7734-4d8e-8d10-ee176d50ff21), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:14.886289 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-04d1f1fc-0d99-42f2-9593-231f8944d1c9 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group (f04b4abb-7734-4d8e-8d10-ee176d50ff21), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:15.015884 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-04d1f1fc-0d99-42f2-9593-231f8944d1c9 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (f04b4abb-7734-4d8e-8d10-ee176d50ff21), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:15.018418 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-04d1f1fc-0d99-42f2-9593-231f8944d1c9 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:15.019712 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-04d1f1fc-0d99-42f2-9593-231f8944d1c9 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] 10.222.0.72 "DELETE /v2.0/security-groups/f04b4abb-7734-4d8e-8d10-ee176d50ff21 HTTP/1.1" status: 204 len: 168 time: 0.2261951 May 26 19:47:15.028828 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1f1fc-0d99-42f2-9593-231f8944d1c9 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04b4abb-7734-4d8e-8d10-ee176d50ff21,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:15.037552 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1f1fc-0d99-42f2-9593-231f8944d1c9 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:15.037902 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1f1fc-0d99-42f2-9593-231f8944d1c9 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:15.038245 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1f1fc-0d99-42f2-9593-231f8944d1c9 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:15.038588 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1f1fc-0d99-42f2-9593-231f8944d1c9 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:15.038944 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1f1fc-0d99-42f2-9593-231f8944d1c9 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:15.039283 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1f1fc-0d99-42f2-9593-231f8944d1c9 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:15.039609 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1f1fc-0d99-42f2-9593-231f8944d1c9 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:15.040468 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1f1fc-0d99-42f2-9593-231f8944d1c9 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:15.040468 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1f1fc-0d99-42f2-9593-231f8944d1c9 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:15.040692 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1f1fc-0d99-42f2-9593-231f8944d1c9 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:15.040876 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1f1fc-0d99-42f2-9593-231f8944d1c9 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:15.041203 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1f1fc-0d99-42f2-9593-231f8944d1c9 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:15.041520 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1f1fc-0d99-42f2-9593-231f8944d1c9 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:15.041837 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1f1fc-0d99-42f2-9593-231f8944d1c9 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:15.042154 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1f1fc-0d99-42f2-9593-231f8944d1c9 tempest-TestVolumeBootPattern-128423126 tempest-TestVolumeBootPattern-128423126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:15.054712 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=27,neutron:UPDATE=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:15.166991 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 59614) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:15.521342 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:15.582579 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ebdbc206-a066-4be1-a33a-1552c73c994a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616614'] for router_interface (776872fc-dc07-4945-a821-b5ef7055a75f), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:15.615983 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:15.798368 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-ebdbc206-a066-4be1-a33a-1552c73c994a admin admin] Deleting port 35f8842e-82aa-4e85-a165-6ec8b49ffbf6 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:47:15.798696 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ebdbc206-a066-4be1-a33a-1552c73c994a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (35f8842e-82aa-4e85-a165-6ec8b49ffbf6), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:15.876088 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [None req-ebdbc206-a066-4be1-a33a-1552c73c994a admin admin] For port 35f8842e-82aa-4e85-a165-6ec8b49ffbf6, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=35f8842e-82aa-4e85-a165-6ec8b49ffbf6,segment=NetworkSegment(a27918ad-49bd-4b5d-9789-751677ce88d9),segment_id=a27918ad-49bd-4b5d-9789-751677ce88d9)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:47:15.876449 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ebdbc206-a066-4be1-a33a-1552c73c994a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (35f8842e-82aa-4e85-a165-6ec8b49ffbf6), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:15.889754 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-ebdbc206-a066-4be1-a33a-1552c73c994a admin admin] Calling delete_port for 35f8842e-82aa-4e85-a165-6ec8b49ffbf6 owned by network:router_interface {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:47:16.147131 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ebdbc206-a066-4be1-a33a-1552c73c994a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (35f8842e-82aa-4e85-a165-6ec8b49ffbf6), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:16.171906 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbc206-a066-4be1-a33a-1552c73c994a admin admin] Pushing event deleted for resources: {'Port': ['ID=35f8842e-82aa-4e85-a165-6ec8b49ffbf6,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:16.306466 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:16.378780 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-ebdbc206-a066-4be1-a33a-1552c73c994a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-131568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1616506'] for router_interface (776872fc-dc07-4945-a821-b5ef7055a75f), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:16.829718 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdbc206-a066-4be1-a33a-1552c73c994a admin admin] Router 776872fc-dc07-4945-a821-b5ef7055a75f has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:47:16.930828 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdbc206-a066-4be1-a33a-1552c73c994a admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:47:16.938090 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-ebdbc206-a066-4be1-a33a-1552c73c994a admin admin] 10.222.0.72 "PUT /v2.0/routers/776872fc-dc07-4945-a821-b5ef7055a75f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7687604 May 26 19:47:16.939395 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 59626) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:16.940835 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d0f3a5-d5aa-48bf-823f-676d1efeea11 None None] Sync routers for ids ['776872fc-dc07-4945-a821-b5ef7055a75f'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:47:16.956308 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d0f3a5-d5aa-48bf-823f-676d1efeea11 None None] Routers {'776872fc-dc07-4945-a821-b5ef7055a75f'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:47:16.956947 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-c3d0f3a5-d5aa-48bf-823f-676d1efeea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:46:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['776872fc-dc07-4945-a821-b5ef7055a75f'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:16.993111 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:17.040264 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b40348aa-fb94-4ade-88f0-0a6a18fc6286 admin admin] Publish callbacks [] for router (776872fc-dc07-4945-a821-b5ef7055a75f), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:17.056255 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-c3d0f3a5-d5aa-48bf-823f-676d1efeea11 None None] Set router 776872fc-dc07-4945-a821-b5ef7055a75f gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:47:17.142640 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b40348aa-fb94-4ade-88f0-0a6a18fc6286 admin admin] Publish callbacks [] for router_gateway (776872fc-dc07-4945-a821-b5ef7055a75f), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:17.225967 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-c3d0f3a5-d5aa-48bf-823f-676d1efeea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:47:16Z', 'revision_number': 5, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port': {'id': 'e670b290-b74d-4d0c-94be-c419653689c6', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:50Z', 'updated_at': '2022-05-26T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:17.246347 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-b40348aa-fb94-4ade-88f0-0a6a18fc6286 admin admin] Deleting port e670b290-b74d-4d0c-94be-c419653689c6 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:47:17.249828 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b40348aa-fb94-4ade-88f0-0a6a18fc6286 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (e670b290-b74d-4d0c-94be-c419653689c6), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:17.250771 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d0f3a5-d5aa-48bf-823f-676d1efeea11 None None] Checking router: 776872fc-dc07-4945-a821-b5ef7055a75f for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:47:17.259282 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d0f3a5-d5aa-48bf-823f-676d1efeea11 None None] Routers {'776872fc-dc07-4945-a821-b5ef7055a75f'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:47:17.259964 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-c3d0f3a5-d5aa-48bf-823f-676d1efeea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:46:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['776872fc-dc07-4945-a821-b5ef7055a75f'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:17.336656 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [None req-b40348aa-fb94-4ade-88f0-0a6a18fc6286 admin admin] For port e670b290-b74d-4d0c-94be-c419653689c6, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=e670b290-b74d-4d0c-94be-c419653689c6,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:47:17.337018 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b40348aa-fb94-4ade-88f0-0a6a18fc6286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (e670b290-b74d-4d0c-94be-c419653689c6), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:17.344539 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-c3d0f3a5-d5aa-48bf-823f-676d1efeea11 None None] Set router 776872fc-dc07-4945-a821-b5ef7055a75f gateway port host: None {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:47:17.351463 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-b40348aa-fb94-4ade-88f0-0a6a18fc6286 admin admin] Calling delete_port for e670b290-b74d-4d0c-94be-c419653689c6 owned by network:router_gateway {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:47:17.394541 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-c3d0f3a5-d5aa-48bf-823f-676d1efeea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:47:17Z', 'revision_number': 6, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port_host': None}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:17.416949 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:17.421714 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d0f3a5-d5aa-48bf-823f-676d1efeea11 None None] The sync data for ids ['776872fc-dc07-4945-a821-b5ef7055a75f'] in dv-cinder-825492-17-iscsi is: [{'id': '776872fc-dc07-4945-a821-b5ef7055a75f', 'name': 'tempest-TestVolumeBootPattern-1099530236-router', 'tenant_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:49Z', 'updated_at': '2022-05-26T19:47:17Z', 'revision_number': 6, 'project_id': 'dabc38fc95184250b1d9e7090ab73b2c', 'gw_port_host': None}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:47:17.602415 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b40348aa-fb94-4ade-88f0-0a6a18fc6286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (e670b290-b74d-4d0c-94be-c419653689c6), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:17.630293 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40348aa-fb94-4ade-88f0-0a6a18fc6286 admin admin] Pushing event deleted for resources: {'Port': ['ID=e670b290-b74d-4d0c-94be-c419653689c6,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:17.693238 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b40348aa-fb94-4ade-88f0-0a6a18fc6286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617880'] for router_gateway (776872fc-dc07-4945-a821-b5ef7055a75f), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:17.784343 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b40348aa-fb94-4ade-88f0-0a6a18fc6286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1823113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7897'] for router (776872fc-dc07-4945-a821-b5ef7055a75f), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:17.786572 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b40348aa-fb94-4ade-88f0-0a6a18fc6286 admin admin] Publish callbacks [] for router_controller (776872fc-dc07-4945-a821-b5ef7055a75f), precommit_delete_associations {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:17.890270 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b40348aa-fb94-4ade-88f0-0a6a18fc6286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823106'] for router (776872fc-dc07-4945-a821-b5ef7055a75f), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:17.890914 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40348aa-fb94-4ade-88f0-0a6a18fc6286 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 776872fc-dc07-4945-a821-b5ef7055a75f {{(pid=104684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 19:47:17.896048 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b40348aa-fb94-4ade-88f0-0a6a18fc6286 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:17.896343 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-b40348aa-fb94-4ade-88f0-0a6a18fc6286 admin admin] 10.222.0.72 "DELETE /v2.0/routers/776872fc-dc07-4945-a821-b5ef7055a75f HTTP/1.1" status: 204 len: 168 time: 0.9559288 May 26 19:47:17.898726 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 59634) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:17.943430 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32c74af-4dd6-4016-a536-05e3daba4069 admin admin] Deleting subnet f61c4997-1573-4713-b00b-a1dd9f85ac65 {{(pid=104684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 19:47:17.946551 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d32c74af-4dd6-4016-a536-05e3daba4069 admin admin] Publish callbacks [] for subnet (f61c4997-1573-4713-b00b-a1dd9f85ac65), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:17.981231 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d32c74af-4dd6-4016-a536-05e3daba4069 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13475750'] for subnet (f61c4997-1573-4713-b00b-a1dd9f85ac65), precommit_delete_associations {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:18.053253 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:DELETE=12 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:18.057786 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d32c74af-4dd6-4016-a536-05e3daba4069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674963'] for subnet (f61c4997-1573-4713-b00b-a1dd9f85ac65), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:18.192880 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d32c74af-4dd6-4016-a536-05e3daba4069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13475664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13281352'] for subnet (f61c4997-1573-4713-b00b-a1dd9f85ac65), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:18.222679 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c74af-4dd6-4016-a536-05e3daba4069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f61c4997-1573-4713-b00b-a1dd9f85ac65,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:18.224681 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-d32c74af-4dd6-4016-a536-05e3daba4069 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:18.229749 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd80dcb-8f5a-4285-a179-a080a3536d2a None None] Network 492a2884-9243-465b-939b-ac60c35b4b3f requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:47:18.230530 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59636) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:18.230968 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-d32c74af-4dd6-4016-a536-05e3daba4069 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f61c4997-1573-4713-b00b-a1dd9f85ac65 HTTP/1.1" status: 204 len: 168 time: 0.3308535 May 26 19:47:18.301933 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-90dc15b5-fdd0-4ba7-8a9e-8578f59b9c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1324308'] for network (492a2884-9243-465b-939b-ac60c35b4b3f), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:18.353534 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-90dc15b5-fdd0-4ba7-8a9e-8578f59b9c71 admin admin] Deleting port b9032f86-dceb-49a1-a6b1-43b44d5f4045 {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:47:18.353534 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-90dc15b5-fdd0-4ba7-8a9e-8578f59b9c71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (b9032f86-dceb-49a1-a6b1-43b44d5f4045), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:18.392806 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0b2897-e2fc-4b9a-97ab-5982432f565a None None] DHCP port deletion for 492a2884-9243-465b-939b-ac60c35b4b3f request from dv-cinder-825492-17-iscsi {{(pid=104686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 19:47:18.423726 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [None req-90dc15b5-fdd0-4ba7-8a9e-8578f59b9c71 admin admin] For port b9032f86-dceb-49a1-a6b1-43b44d5f4045, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=b9032f86-dceb-49a1-a6b1-43b44d5f4045,segment=NetworkSegment(a27918ad-49bd-4b5d-9789-751677ce88d9),segment_id=a27918ad-49bd-4b5d-9789-751677ce88d9)] {{(pid=104685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:47:18.424101 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-90dc15b5-fdd0-4ba7-8a9e-8578f59b9c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (b9032f86-dceb-49a1-a6b1-43b44d5f4045), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:18.431061 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-6b0b2897-e2fc-4b9a-97ab-5982432f565a None None] Deleting port b9032f86-dceb-49a1-a6b1-43b44d5f4045 {{(pid=104686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:47:18.431435 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2897-e2fc-4b9a-97ab-5982432f565a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (b9032f86-dceb-49a1-a6b1-43b44d5f4045), before_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:18.441811 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-90dc15b5-fdd0-4ba7-8a9e-8578f59b9c71 admin admin] Calling delete_port for b9032f86-dceb-49a1-a6b1-43b44d5f4045 owned by network:dhcp {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:47:18.497751 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-6b0b2897-e2fc-4b9a-97ab-5982432f565a None None] For port b9032f86-dceb-49a1-a6b1-43b44d5f4045, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=b9032f86-dceb-49a1-a6b1-43b44d5f4045,segment=NetworkSegment(a27918ad-49bd-4b5d-9789-751677ce88d9),segment_id=a27918ad-49bd-4b5d-9789-751677ce88d9)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:47:18.498681 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2897-e2fc-4b9a-97ab-5982432f565a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (b9032f86-dceb-49a1-a6b1-43b44d5f4045), precommit_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:18.499083 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:18.511440 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-6b0b2897-e2fc-4b9a-97ab-5982432f565a None None] Calling delete_port for b9032f86-dceb-49a1-a6b1-43b44d5f4045 owned by network:dhcp {{(pid=104686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:47:18.624755 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-90dc15b5-fdd0-4ba7-8a9e-8578f59b9c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (b9032f86-dceb-49a1-a6b1-43b44d5f4045), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:18.631605 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2897-e2fc-4b9a-97ab-5982432f565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700'] for port (b9032f86-dceb-49a1-a6b1-43b44d5f4045), after_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:18.655260 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc15b5-fdd0-4ba7-8a9e-8578f59b9c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9032f86-dceb-49a1-a6b1-43b44d5f4045,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:18.660672 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b2897-e2fc-4b9a-97ab-5982432f565a None None] Pushing event deleted for resources: {'Port': ['ID=b9032f86-dceb-49a1-a6b1-43b44d5f4045,revision_number=None']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:18.660847 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc15b5-fdd0-4ba7-8a9e-8578f59b9c71 admin admin] No DVR routers for this DVR port b9032f86-dceb-49a1-a6b1-43b44d5f4045 on host dv-cinder-825492-17-iscsi {{(pid=104685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:47:18.664490 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0b2897-e2fc-4b9a-97ab-5982432f565a None None] No DVR routers for this DVR port b9032f86-dceb-49a1-a6b1-43b44d5f4045 on host dv-cinder-825492-17-iscsi {{(pid=104686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:47:18.731513 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-90dc15b5-fdd0-4ba7-8a9e-8578f59b9c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672550', 'neutron.services.segments.db._delete_segments_for_network-8748975417968'] for network (492a2884-9243-465b-939b-ac60c35b4b3f), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:18.753213 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-90dc15b5-fdd0-4ba7-8a9e-8578f59b9c71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492a2884-9243-465b-939b-ac60c35b4b3f']}} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:18.762180 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-90dc15b5-fdd0-4ba7-8a9e-8578f59b9c71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27918ad-49bd-4b5d-9789-751677ce88d9') {'for_net_delete': True} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:18.764409 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-90dc15b5-fdd0-4ba7-8a9e-8578f59b9c71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27918ad-49bd-4b5d-9789-751677ce88d9') {} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:18.772120 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-90dc15b5-fdd0-4ba7-8a9e-8578f59b9c71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748975417721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16119978'] for segment (a27918ad-49bd-4b5d-9789-751677ce88d9), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:18.785544 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-90dc15b5-fdd0-4ba7-8a9e-8578f59b9c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (a27918ad-49bd-4b5d-9789-751677ce88d9), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:18.791323 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90dc15b5-fdd0-4ba7-8a9e-8578f59b9c71 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=104685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:47:18.791721 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-90dc15b5-fdd0-4ba7-8a9e-8578f59b9c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16099718'] for segment (a27918ad-49bd-4b5d-9789-751677ce88d9), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:18.900991 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-90dc15b5-fdd0-4ba7-8a9e-8578f59b9c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617908'] for network (492a2884-9243-465b-939b-ac60c35b4b3f), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:18.907251 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-90dc15b5-fdd0-4ba7-8a9e-8578f59b9c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:18.910502 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-90dc15b5-fdd0-4ba7-8a9e-8578f59b9c71 admin admin] 10.222.0.72 "DELETE /v2.0/networks/492a2884-9243-465b-939b-ac60c35b4b3f HTTP/1.1" status: 204 len: 168 time: 0.6788630 May 26 19:47:18.913649 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 59644) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:18.922258 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc15b5-fdd0-4ba7-8a9e-8578f59b9c71 admin admin] Pushing event deleted for resources: {'Network': ['ID=492a2884-9243-465b-939b-ac60c35b4b3f,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:18.938179 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.services.segments.plugin [-] Segment a27918ad-49bd-4b5d-9789-751677ce88d9 resource provider aggregate not found May 26 19:47:18.954843 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.services.segments.plugin [-] Segment a27918ad-49bd-4b5d-9789-751677ce88d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a27918ad-49bd-4b5d-9789-751677ce88d9 found for delete ", "request_id": "req-b5d2eb92-2199-46ac-bd3c-681ced027227"}]} May 26 19:47:19.225820 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-95b20515-e08e-4d20-a35b-0d2994b41d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616614'] for router_interface (55246db9-48ac-4caf-affa-d376df9695f3), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:19.272139 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:19.359509 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 35f8842e-82aa-4e85-a165-6ec8b49ffbf6 no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:47:19.379718 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: 35f8842e-82aa-4e85-a165-6ec8b49ffbf6 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:47:19.380065 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 35f8842e-82aa-4e85-a165-6ec8b49ffbf6 not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:47:19.380476 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device e670b290-b74d-4d0c-94be-c419653689c6 no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:47:19.398151 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: e670b290-b74d-4d0c-94be-c419653689c6 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:47:19.398495 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device e670b290-b74d-4d0c-94be-c419653689c6 not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:47:19.398947 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device b9032f86-dceb-49a1-a6b1-43b44d5f4045 no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:47:19.416377 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: b9032f86-dceb-49a1-a6b1-43b44d5f4045 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:47:19.416721 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device b9032f86-dceb-49a1-a6b1-43b44d5f4045 not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:47:19.450704 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-95b20515-e08e-4d20-a35b-0d2994b41d53 admin admin] Deleting port 16269e00-3340-410c-9f16-8b08f293d183 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:47:19.451123 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-95b20515-e08e-4d20-a35b-0d2994b41d53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (16269e00-3340-410c-9f16-8b08f293d183), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:19.532170 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [None req-95b20515-e08e-4d20-a35b-0d2994b41d53 admin admin] For port 16269e00-3340-410c-9f16-8b08f293d183, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=16269e00-3340-410c-9f16-8b08f293d183,segment=NetworkSegment(adbfb5bf-4b98-4002-bf4c-346fa113fc4e),segment_id=adbfb5bf-4b98-4002-bf4c-346fa113fc4e)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:47:19.532531 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-95b20515-e08e-4d20-a35b-0d2994b41d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (16269e00-3340-410c-9f16-8b08f293d183), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:19.546097 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-95b20515-e08e-4d20-a35b-0d2994b41d53 admin admin] Calling delete_port for 16269e00-3340-410c-9f16-8b08f293d183 owned by network:router_interface {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:47:19.580823 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-9e743703-def9-4e7b-858d-522dbef91b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:19.680572 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:19.807334 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-95b20515-e08e-4d20-a35b-0d2994b41d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (16269e00-3340-410c-9f16-8b08f293d183), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:19.832018 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b20515-e08e-4d20-a35b-0d2994b41d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=16269e00-3340-410c-9f16-8b08f293d183,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:19.989952 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-95b20515-e08e-4d20-a35b-0d2994b41d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-131568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1616506'] for router_interface (55246db9-48ac-4caf-affa-d376df9695f3), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:20.192751 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b20515-e08e-4d20-a35b-0d2994b41d53 admin admin] Router 55246db9-48ac-4caf-affa-d376df9695f3 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:47:20.203500 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:20.294170 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b20515-e08e-4d20-a35b-0d2994b41d53 admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:47:20.302151 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-95b20515-e08e-4d20-a35b-0d2994b41d53 admin admin] 10.222.0.72 "PUT /v2.0/routers/55246db9-48ac-4caf-affa-d376df9695f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3850141 May 26 19:47:20.302252 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59656) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:20.303950 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143d6860-7afd-44d2-b0d6-83ded77edb95 None None] Sync routers for ids ['55246db9-48ac-4caf-affa-d376df9695f3'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:47:20.314669 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143d6860-7afd-44d2-b0d6-83ded77edb95 None None] Routers {'55246db9-48ac-4caf-affa-d376df9695f3'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:47:20.315597 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-143d6860-7afd-44d2-b0d6-83ded77edb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:46:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['55246db9-48ac-4caf-affa-d376df9695f3'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:20.345969 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:20.405998 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-154c0a20-ba55-4d24-8373-0a29a3d56737 admin admin] Publish callbacks [] for router (55246db9-48ac-4caf-affa-d376df9695f3), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:20.421814 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-143d6860-7afd-44d2-b0d6-83ded77edb95 None None] Set router 55246db9-48ac-4caf-affa-d376df9695f3 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:47:20.509290 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-154c0a20-ba55-4d24-8373-0a29a3d56737 admin admin] Publish callbacks [] for router_gateway (55246db9-48ac-4caf-affa-d376df9695f3), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:20.644622 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-154c0a20-ba55-4d24-8373-0a29a3d56737 admin admin] Deleting port c83aa9f6-5f67-4ff1-98a0-c41916649c71 {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:47:20.644983 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-154c0a20-ba55-4d24-8373-0a29a3d56737 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (c83aa9f6-5f67-4ff1-98a0-c41916649c71), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:20.718788 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-143d6860-7afd-44d2-b0d6-83ded77edb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55246db9-48ac-4caf-affa-d376df9695f3', 'name': 'tempest-TestVolumeBootPattern-908619015-router', 'tenant_id': '3c116712a5df4bb79d5fc693bc71ec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c83aa9f6-5f67-4ff1-98a0-c41916649c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:56Z', 'updated_at': '2022-05-26T19:47:19Z', 'revision_number': 5, 'project_id': '3c116712a5df4bb79d5fc693bc71ec69', 'gw_port': {'id': 'c83aa9f6-5f67-4ff1-98a0-c41916649c71', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:52:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55246db9-48ac-4caf-affa-d376df9695f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:38:57Z', 'updated_at': '2022-05-26T19:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:20.727911 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [None req-154c0a20-ba55-4d24-8373-0a29a3d56737 admin admin] For port c83aa9f6-5f67-4ff1-98a0-c41916649c71, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=c83aa9f6-5f67-4ff1-98a0-c41916649c71,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:47:20.728252 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-154c0a20-ba55-4d24-8373-0a29a3d56737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (c83aa9f6-5f67-4ff1-98a0-c41916649c71), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:20.742044 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-154c0a20-ba55-4d24-8373-0a29a3d56737 admin admin] Calling delete_port for c83aa9f6-5f67-4ff1-98a0-c41916649c71 owned by network:router_gateway {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:47:20.744515 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143d6860-7afd-44d2-b0d6-83ded77edb95 None None] Checking router: 55246db9-48ac-4caf-affa-d376df9695f3 for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:47:20.753748 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143d6860-7afd-44d2-b0d6-83ded77edb95 None None] Routers {'55246db9-48ac-4caf-affa-d376df9695f3'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:47:20.754486 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-143d6860-7afd-44d2-b0d6-83ded77edb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:46:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['55246db9-48ac-4caf-affa-d376df9695f3'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:20.843337 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-143d6860-7afd-44d2-b0d6-83ded77edb95 None None] Set router 55246db9-48ac-4caf-affa-d376df9695f3 gateway port host: None {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:47:20.848907 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:20.896270 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-143d6860-7afd-44d2-b0d6-83ded77edb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55246db9-48ac-4caf-affa-d376df9695f3', 'name': 'tempest-TestVolumeBootPattern-908619015-router', 'tenant_id': '3c116712a5df4bb79d5fc693bc71ec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:56Z', 'updated_at': '2022-05-26T19:47:20Z', 'revision_number': 6, 'project_id': '3c116712a5df4bb79d5fc693bc71ec69', 'gw_port_host': None}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:20.923475 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143d6860-7afd-44d2-b0d6-83ded77edb95 None None] The sync data for ids ['55246db9-48ac-4caf-affa-d376df9695f3'] in dv-cinder-825492-17-iscsi is: [{'id': '55246db9-48ac-4caf-affa-d376df9695f3', 'name': 'tempest-TestVolumeBootPattern-908619015-router', 'tenant_id': '3c116712a5df4bb79d5fc693bc71ec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:56Z', 'updated_at': '2022-05-26T19:47:20Z', 'revision_number': 6, 'project_id': '3c116712a5df4bb79d5fc693bc71ec69', 'gw_port_host': None}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:47:21.099058 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-154c0a20-ba55-4d24-8373-0a29a3d56737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (c83aa9f6-5f67-4ff1-98a0-c41916649c71), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:21.128675 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c0a20-ba55-4d24-8373-0a29a3d56737 admin admin] Pushing event deleted for resources: {'Port': ['ID=c83aa9f6-5f67-4ff1-98a0-c41916649c71,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:21.188581 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-154c0a20-ba55-4d24-8373-0a29a3d56737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617880'] for router_gateway (55246db9-48ac-4caf-affa-d376df9695f3), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:21.273725 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-154c0a20-ba55-4d24-8373-0a29a3d56737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1823113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7897'] for router (55246db9-48ac-4caf-affa-d376df9695f3), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:21.276320 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-154c0a20-ba55-4d24-8373-0a29a3d56737 admin admin] Publish callbacks [] for router_controller (55246db9-48ac-4caf-affa-d376df9695f3), precommit_delete_associations {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:21.464983 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-154c0a20-ba55-4d24-8373-0a29a3d56737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823106'] for router (55246db9-48ac-4caf-affa-d376df9695f3), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:21.465640 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154c0a20-ba55-4d24-8373-0a29a3d56737 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55246db9-48ac-4caf-affa-d376df9695f3 {{(pid=104685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 19:47:21.470416 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-154c0a20-ba55-4d24-8373-0a29a3d56737 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:21.471583 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-154c0a20-ba55-4d24-8373-0a29a3d56737 admin admin] 10.222.0.72 "DELETE /v2.0/routers/55246db9-48ac-4caf-affa-d376df9695f3 HTTP/1.1" status: 204 len: 168 time: 1.1684115 May 26 19:47:21.479784 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59664) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:21.530704 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eae1af9-2d92-487e-8c28-564a59e92fcf admin admin] Deleting subnet 5b680306-2fe3-4c2e-a61a-7825bb7cc1ef {{(pid=104685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 19:47:21.534429 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-0eae1af9-2d92-487e-8c28-564a59e92fcf admin admin] Publish callbacks [] for subnet (5b680306-2fe3-4c2e-a61a-7825bb7cc1ef), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:21.575769 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:21.575769 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-0eae1af9-2d92-487e-8c28-564a59e92fcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16119955'] for subnet (5b680306-2fe3-4c2e-a61a-7825bb7cc1ef), precommit_delete_associations {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:21.645465 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-0eae1af9-2d92-487e-8c28-564a59e92fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674963'] for subnet (5b680306-2fe3-4c2e-a61a-7825bb7cc1ef), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:21.723627 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 16269e00-3340-410c-9f16-8b08f293d183 no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:47:21.754619 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: 16269e00-3340-410c-9f16-8b08f293d183 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:47:21.754997 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 16269e00-3340-410c-9f16-8b08f293d183 not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:47:21.979823 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-0eae1af9-2d92-487e-8c28-564a59e92fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16100388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15975570'] for subnet (5b680306-2fe3-4c2e-a61a-7825bb7cc1ef), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:22.008595 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae1af9-2d92-487e-8c28-564a59e92fcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b680306-2fe3-4c2e-a61a-7825bb7cc1ef,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:22.015029 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-0eae1af9-2d92-487e-8c28-564a59e92fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:22.018254 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-0eae1af9-2d92-487e-8c28-564a59e92fcf admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5b680306-2fe3-4c2e-a61a-7825bb7cc1ef HTTP/1.1" status: 204 len: 168 time: 0.5374601 May 26 19:47:22.020679 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59672) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:22.023629 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4f2338-3ae1-4c8d-aef6-72855d4b4b56 None None] Network 03bfb873-ad13-4006-ac10-1c16f0241cd1 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:47:22.068135 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:22.088890 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a0050f4f-e398-4325-bccc-d43adc85ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1324308'] for network (03bfb873-ad13-4006-ac10-1c16f0241cd1), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:22.102480 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-be608add-a48d-4a5a-8cf4-a14c0cf2b2a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:22.132749 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-a0050f4f-e398-4325-bccc-d43adc85ad77 admin admin] Deleting port c466d560-4aaf-4a08-bef5-9ed04c2faec5 {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:47:22.133092 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a0050f4f-e398-4325-bccc-d43adc85ad77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (c466d560-4aaf-4a08-bef5-9ed04c2faec5), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:22.188452 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c936cb-35e9-40c2-b0c2-df88fce15380 None None] DHCP port deletion for 03bfb873-ad13-4006-ac10-1c16f0241cd1 request from dv-cinder-825492-17-iscsi {{(pid=104686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 19:47:22.200339 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [None req-a0050f4f-e398-4325-bccc-d43adc85ad77 admin admin] For port c466d560-4aaf-4a08-bef5-9ed04c2faec5, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=c466d560-4aaf-4a08-bef5-9ed04c2faec5,segment=NetworkSegment(adbfb5bf-4b98-4002-bf4c-346fa113fc4e),segment_id=adbfb5bf-4b98-4002-bf4c-346fa113fc4e)] {{(pid=104685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:47:22.200712 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a0050f4f-e398-4325-bccc-d43adc85ad77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (c466d560-4aaf-4a08-bef5-9ed04c2faec5), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:22.214288 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-a0050f4f-e398-4325-bccc-d43adc85ad77 admin admin] Calling delete_port for c466d560-4aaf-4a08-bef5-9ed04c2faec5 owned by network:dhcp {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:47:22.215402 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:22.225081 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-04c936cb-35e9-40c2-b0c2-df88fce15380 None None] Deleting port c466d560-4aaf-4a08-bef5-9ed04c2faec5 {{(pid=104686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:47:22.225412 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-04c936cb-35e9-40c2-b0c2-df88fce15380 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (c466d560-4aaf-4a08-bef5-9ed04c2faec5), before_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:22.260202 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:22.293502 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-04c936cb-35e9-40c2-b0c2-df88fce15380 None None] For port c466d560-4aaf-4a08-bef5-9ed04c2faec5, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=c466d560-4aaf-4a08-bef5-9ed04c2faec5,segment=NetworkSegment(adbfb5bf-4b98-4002-bf4c-346fa113fc4e),segment_id=adbfb5bf-4b98-4002-bf4c-346fa113fc4e)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:47:22.293905 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-04c936cb-35e9-40c2-b0c2-df88fce15380 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (c466d560-4aaf-4a08-bef5-9ed04c2faec5), precommit_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:22.306675 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-04c936cb-35e9-40c2-b0c2-df88fce15380 None None] Calling delete_port for c466d560-4aaf-4a08-bef5-9ed04c2faec5 owned by network:dhcp {{(pid=104686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:47:22.449647 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a0050f4f-e398-4325-bccc-d43adc85ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (c466d560-4aaf-4a08-bef5-9ed04c2faec5), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:22.455683 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-04c936cb-35e9-40c2-b0c2-df88fce15380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700'] for port (c466d560-4aaf-4a08-bef5-9ed04c2faec5), after_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:22.475030 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0050f4f-e398-4325-bccc-d43adc85ad77 admin admin] Pushing event deleted for resources: {'Port': ['ID=c466d560-4aaf-4a08-bef5-9ed04c2faec5,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:22.476906 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0050f4f-e398-4325-bccc-d43adc85ad77 admin admin] No DVR routers for this DVR port c466d560-4aaf-4a08-bef5-9ed04c2faec5 on host dv-cinder-825492-17-iscsi {{(pid=104685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:47:22.488257 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c936cb-35e9-40c2-b0c2-df88fce15380 None None] No DVR routers for this DVR port c466d560-4aaf-4a08-bef5-9ed04c2faec5 on host dv-cinder-825492-17-iscsi {{(pid=104686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:47:22.493028 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c936cb-35e9-40c2-b0c2-df88fce15380 None None] Pushing event deleted for resources: {'Port': ['ID=c466d560-4aaf-4a08-bef5-9ed04c2faec5,revision_number=None']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:22.552139 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a0050f4f-e398-4325-bccc-d43adc85ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672550', 'neutron.services.segments.db._delete_segments_for_network-8748975417968'] for network (03bfb873-ad13-4006-ac10-1c16f0241cd1), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:22.573004 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-a0050f4f-e398-4325-bccc-d43adc85ad77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03bfb873-ad13-4006-ac10-1c16f0241cd1']}} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:22.582182 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-a0050f4f-e398-4325-bccc-d43adc85ad77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbfb5bf-4b98-4002-bf4c-346fa113fc4e') {'for_net_delete': True} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:22.582484 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-a0050f4f-e398-4325-bccc-d43adc85ad77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbfb5bf-4b98-4002-bf4c-346fa113fc4e') {} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:22.591791 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a0050f4f-e398-4325-bccc-d43adc85ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748975417721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16119978'] for segment (adbfb5bf-4b98-4002-bf4c-346fa113fc4e), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:22.605176 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a0050f4f-e398-4325-bccc-d43adc85ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (adbfb5bf-4b98-4002-bf4c-346fa113fc4e), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:22.612212 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0050f4f-e398-4325-bccc-d43adc85ad77 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=104685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:47:22.612212 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a0050f4f-e398-4325-bccc-d43adc85ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16099718'] for segment (adbfb5bf-4b98-4002-bf4c-346fa113fc4e), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:22.657598 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.services.segments.plugin [-] Segment adbfb5bf-4b98-4002-bf4c-346fa113fc4e resource provider aggregate not found May 26 19:47:22.681510 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.services.segments.plugin [-] Segment adbfb5bf-4b98-4002-bf4c-346fa113fc4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid adbfb5bf-4b98-4002-bf4c-346fa113fc4e found for delete ", "request_id": "req-ea96c2a1-da78-499a-bceb-c7bfdade93cc"}]} May 26 19:47:22.778996 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a0050f4f-e398-4325-bccc-d43adc85ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617908'] for network (03bfb873-ad13-4006-ac10-1c16f0241cd1), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:22.785077 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a0050f4f-e398-4325-bccc-d43adc85ad77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:22.788110 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-a0050f4f-e398-4325-bccc-d43adc85ad77 admin admin] 10.222.0.72 "DELETE /v2.0/networks/03bfb873-ad13-4006-ac10-1c16f0241cd1 HTTP/1.1" status: 204 len: 168 time: 0.7664759 May 26 19:47:22.801183 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0050f4f-e398-4325-bccc-d43adc85ad77 admin admin] Pushing event deleted for resources: {'Network': ['ID=03bfb873-ad13-4006-ac10-1c16f0241cd1,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:22.984711 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:23.362280 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device c83aa9f6-5f67-4ff1-98a0-c41916649c71 no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:47:23.377532 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59690) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:23.387766 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: c83aa9f6-5f67-4ff1-98a0-c41916649c71 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:47:23.388115 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device c83aa9f6-5f67-4ff1-98a0-c41916649c71 not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:47:23.388530 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device c466d560-4aaf-4a08-bef5-9ed04c2faec5 no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:47:23.408831 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: c466d560-4aaf-4a08-bef5-9ed04c2faec5 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:47:23.409178 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device c466d560-4aaf-4a08-bef5-9ed04c2faec5 not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:47:23.422263 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-00cc89a6-96a4-4da9-9be0-18fec4478e7d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dabc38fc95184250b1d9e7090ab73b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433900 May 26 19:47:23.424644 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59692) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:23.472367 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-79b594ea-877b-40d8-a3ae-4ae0af7ebb28 admin admin] Publish callbacks [] for security_group (b6fa0bf0-de85-4da3-b4a9-104513b18611), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:23.492973 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-79b594ea-877b-40d8-a3ae-4ae0af7ebb28 admin admin] Publish callbacks [] for security_group (b6fa0bf0-de85-4da3-b4a9-104513b18611), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:23.764855 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-79b594ea-877b-40d8-a3ae-4ae0af7ebb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (b6fa0bf0-de85-4da3-b4a9-104513b18611), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:23.767755 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-79b594ea-877b-40d8-a3ae-4ae0af7ebb28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:23.768893 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-79b594ea-877b-40d8-a3ae-4ae0af7ebb28 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b6fa0bf0-de85-4da3-b4a9-104513b18611 HTTP/1.1" status: 204 len: 168 time: 0.3433673 May 26 19:47:23.776654 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b594ea-877b-40d8-a3ae-4ae0af7ebb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fa0bf0-de85-4da3-b4a9-104513b18611,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:24.089615 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:24.743355 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:25.122642 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59712) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:25.162228 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-0f4fa831-6e80-4a6d-b60f-5ee207ffb9db admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3c116712a5df4bb79d5fc693bc71ec69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378950 May 26 19:47:25.164674 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59714) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:25.214878 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bca498c1-3a60-4752-82ee-116c02308a39 admin admin] Publish callbacks [] for security_group (8bedf1a0-8d80-43c3-861c-8860cbe75140), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:25.241842 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bca498c1-3a60-4752-82ee-116c02308a39 admin admin] Publish callbacks [] for security_group (8bedf1a0-8d80-43c3-861c-8860cbe75140), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:25.485136 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bca498c1-3a60-4752-82ee-116c02308a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (8bedf1a0-8d80-43c3-861c-8860cbe75140), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:25.487805 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bca498c1-3a60-4752-82ee-116c02308a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:25.489016 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-bca498c1-3a60-4752-82ee-116c02308a39 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8bedf1a0-8d80-43c3-861c-8860cbe75140 HTTP/1.1" status: 204 len: 168 time: 0.3234680 May 26 19:47:25.498042 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca498c1-3a60-4752-82ee-116c02308a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bedf1a0-8d80-43c3-861c-8860cbe75140,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:25.901585 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:27.266195 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:28.532414 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:47:30.289915 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:30.292730 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=62 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:33.366720 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59802) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:33.411534 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8c0f50-2838-4b29-a56f-3cd4818fc11e admin admin] Deleting subnet 2cd0f775-a56a-4b1d-ac6b-d6ed76ccb466 {{(pid=104685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 19:47:33.414716 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0f50-2838-4b29-a56f-3cd4818fc11e admin admin] Publish callbacks [] for subnet (2cd0f775-a56a-4b1d-ac6b-d6ed76ccb466), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:33.450874 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0f50-2838-4b29-a56f-3cd4818fc11e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16119955'] for subnet (2cd0f775-a56a-4b1d-ac6b-d6ed76ccb466), precommit_delete_associations {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:33.499472 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0f50-2838-4b29-a56f-3cd4818fc11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674963'] for subnet (2cd0f775-a56a-4b1d-ac6b-d6ed76ccb466), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:33.705051 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0f50-2838-4b29-a56f-3cd4818fc11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16100388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15975570'] for subnet (2cd0f775-a56a-4b1d-ac6b-d6ed76ccb466), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:33.730771 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c0f50-2838-4b29-a56f-3cd4818fc11e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cd0f775-a56a-4b1d-ac6b-d6ed76ccb466,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:33.737884 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0f50-2838-4b29-a56f-3cd4818fc11e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:33.743572 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-ef8c0f50-2838-4b29-a56f-3cd4818fc11e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2cd0f775-a56a-4b1d-ac6b-d6ed76ccb466 HTTP/1.1" status: 204 len: 168 time: 0.3755887 May 26 19:47:33.746114 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59806) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:33.819642 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-33d8e4ff-90ed-4c7d-9307-f689f02e2d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1324308'] for network (34f3a739-7e78-433b-8a6a-0d4643be2b0c), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:33.916771 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-33d8e4ff-90ed-4c7d-9307-f689f02e2d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672550', 'neutron.services.segments.db._delete_segments_for_network-8748975417968'] for network (34f3a739-7e78-433b-8a6a-0d4643be2b0c), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:33.939407 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-33d8e4ff-90ed-4c7d-9307-f689f02e2d08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f3a739-7e78-433b-8a6a-0d4643be2b0c']}} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:33.949166 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-33d8e4ff-90ed-4c7d-9307-f689f02e2d08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6482afca-2d8f-4e22-a135-a096063e79d9') {'for_net_delete': True} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:33.949456 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-33d8e4ff-90ed-4c7d-9307-f689f02e2d08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6482afca-2d8f-4e22-a135-a096063e79d9') {} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:33.959225 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-33d8e4ff-90ed-4c7d-9307-f689f02e2d08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748975417721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16119978'] for segment (6482afca-2d8f-4e22-a135-a096063e79d9), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:33.964978 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:33.973494 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-33d8e4ff-90ed-4c7d-9307-f689f02e2d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (6482afca-2d8f-4e22-a135-a096063e79d9), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:33.979829 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d8e4ff-90ed-4c7d-9307-f689f02e2d08 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=104685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:47:33.980205 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-33d8e4ff-90ed-4c7d-9307-f689f02e2d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16099718'] for segment (6482afca-2d8f-4e22-a135-a096063e79d9), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:34.000424 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.services.segments.plugin [-] Segment 6482afca-2d8f-4e22-a135-a096063e79d9 resource provider aggregate not found May 26 19:47:34.048027 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.services.segments.plugin [-] Segment 6482afca-2d8f-4e22-a135-a096063e79d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6482afca-2d8f-4e22-a135-a096063e79d9 found for delete ", "request_id": "req-56ea49c9-489e-4f10-a913-146b75965b76"}]} May 26 19:47:34.136053 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-33d8e4ff-90ed-4c7d-9307-f689f02e2d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617908'] for network (34f3a739-7e78-433b-8a6a-0d4643be2b0c), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:34.143953 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-33d8e4ff-90ed-4c7d-9307-f689f02e2d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:34.147524 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-33d8e4ff-90ed-4c7d-9307-f689f02e2d08 admin admin] 10.222.0.72 "DELETE /v2.0/networks/34f3a739-7e78-433b-8a6a-0d4643be2b0c HTTP/1.1" status: 204 len: 168 time: 0.4004891 May 26 19:47:34.163953 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8e4ff-90ed-4c7d-9307-f689f02e2d08 admin admin] Pushing event deleted for resources: {'Network': ['ID=34f3a739-7e78-433b-8a6a-0d4643be2b0c,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:34.553866 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59820) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:34.556831 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:34.594613 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-b723f20b-c114-448d-923d-b665486064ec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e99682e050fe48ca82cbecebe920a6f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395553 May 26 19:47:34.597612 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59822) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:34.646480 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-07f94427-6983-4274-bda7-8ef5924f409e admin admin] Publish callbacks [] for security_group (72b441f9-fe21-4575-bff0-0ef0f43f692f), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:34.667427 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-07f94427-6983-4274-bda7-8ef5924f409e admin admin] Publish callbacks [] for security_group (72b441f9-fe21-4575-bff0-0ef0f43f692f), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:34.781362 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-07f94427-6983-4274-bda7-8ef5924f409e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (72b441f9-fe21-4575-bff0-0ef0f43f692f), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:34.784794 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-07f94427-6983-4274-bda7-8ef5924f409e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:34.786024 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-07f94427-6983-4274-bda7-8ef5924f409e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/72b441f9-fe21-4575-bff0-0ef0f43f692f HTTP/1.1" status: 204 len: 168 time: 0.1875167 May 26 19:47:34.794667 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f94427-6983-4274-bda7-8ef5924f409e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b441f9-fe21-4575-bff0-0ef0f43f692f,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:36.056916 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59850) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:36.152958 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-5c2b881c-e166-46b9-8b1a-aaa9db14d423 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-572037713-network', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:47:36.247304 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2b881c-e166-46b9-8b1a-aaa9db14d423 admin admin] Made reservation on behalf of f01283b247cc476682b191f71b1d03ed for: {'network': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:47:36.249689 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5c2b881c-e166-46b9-8b1a-aaa9db14d423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for network (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:36.258554 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5c2b881c-e166-46b9-8b1a-aaa9db14d423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:36.268378 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=9,neutron:INSERT=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:36.334185 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5c2b881c-e166-46b9-8b1a-aaa9db14d423 admin admin] Publish callbacks [] for security_group (92af8ccb-b56c-445b-b1d1-0dc63d89402a), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:36.449268 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5c2b881c-e166-46b9-8b1a-aaa9db14d423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (92af8ccb-b56c-445b-b1d1-0dc63d89402a), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:36.475521 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2b881c-e166-46b9-8b1a-aaa9db14d423 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=104685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:47:36.487425 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b881c-e166-46b9-8b1a-aaa9db14d423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92af8ccb-b56c-445b-b1d1-0dc63d89402a,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:36.493357 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5c2b881c-e166-46b9-8b1a-aaa9db14d423 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748975417959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (80737a7c-9fb1-422a-9eca-fc43687fa43f), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:36.494359 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.segments_db [None req-5c2b881c-e166-46b9-8b1a-aaa9db14d423 admin admin] Added segment 80737a7c-9fb1-422a-9eca-fc43687fa43f of type vlan for network 5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d May 26 19:47:36.535874 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5c2b881c-e166-46b9-8b1a-aaa9db14d423 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748974919033'] for network (5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:36.641216 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5c2b881c-e166-46b9-8b1a-aaa9db14d423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for network (5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:36.642137 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2b881c-e166-46b9-8b1a-aaa9db14d423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:36.642743 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5c2b881c-e166-46b9-8b1a-aaa9db14d423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:36.646460 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:DELETE=3,neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:36.700738 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b881c-e166-46b9-8b1a-aaa9db14d423 admin admin] Pushing event updated for resources: {'Network': ['ID=5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:36.710716 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Network 5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d details requested by agent ovs-agent-dv-cinder-825492-17-iscsi with host dv-cinder-825492-17-iscsi {{(pid=104686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 19:47:36.758429 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-5c2b881c-e166-46b9-8b1a-aaa9db14d423 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7003541 May 26 19:47:36.761157 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59856) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:36.765929 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-e354671a-714b-4e11-9ab7-62db98b17be4 admin admin] Request body: {'subnet': {'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-572037713-subnet', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'ip_version': 4}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:47:36.880755 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e354671a-714b-4e11-9ab7-62db98b17be4 admin admin] Made reservation on behalf of f01283b247cc476682b191f71b1d03ed for: {'subnet': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:47:36.883216 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e354671a-714b-4e11-9ab7-62db98b17be4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15975615'] for subnet (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:37.134870 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e354671a-714b-4e11-9ab7-62db98b17be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16100453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15975593'] for subnet (75faef3b-aa31-48d2-a623-2948ef512be1), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:37.195835 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354671a-714b-4e11-9ab7-62db98b17be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75faef3b-aa31-48d2-a623-2948ef512be1,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:37.203369 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e354671a-714b-4e11-9ab7-62db98b17be4 admin admin] Checking segment: {'id': '80737a7c-9fb1-422a-9eca-fc43687fa43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:47:37.203728 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e354671a-714b-4e11-9ab7-62db98b17be4 admin admin] Network hostable DHCP agents. Network: 5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d, hostable agents: ['334e9f8c-ffb2-4cf1-9422-c5afdc325939'], hosted agents: [] {{(pid=104685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:47:37.315641 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e354671a-714b-4e11-9ab7-62db98b17be4 admin admin] Network 5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d is scheduled to be hosted by DHCP agent 334e9f8c-ffb2-4cf1-9422-c5afdc325939 with binding_index 1 {{(pid=104685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:47:37.390517 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-e354671a-714b-4e11-9ab7-62db98b17be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-17-iscsi, 5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d) {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:47:37.390517 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e354671a-714b-4e11-9ab7-62db98b17be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:37.391222 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e354671a-714b-4e11-9ab7-62db98b17be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:37.395378 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6007ee49-fb0f-443e-803a-4470e249e763 None None] Network 5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:47:37.465961 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-e354671a-714b-4e11-9ab7-62db98b17be4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7013590 May 26 19:47:37.466331 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59858) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:37.470773 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-acce81f4-d294-42ed-a357-8e6dfdb45d24 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-572037713-router', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:47:37.494596 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe26c64eb-9ba4-58e8-a104-6529d17effff-5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d', 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d', 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'fixed_ips': [{'subnet_id': '75faef3b-aa31-48d2-a623-2948ef512be1'}]}} from dv-cinder-825492-17-iscsi. {{(pid=104686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 19:47:37.496154 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:37.563706 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-acce81f4-d294-42ed-a357-8e6dfdb45d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7723'] for router (1dda39d6-b773-4c70-9c08-b26baf658776), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:37.564771 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-acce81f4-d294-42ed-a357-8e6dfdb45d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1823171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1704336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7714'] for router (1dda39d6-b773-4c70-9c08-b26baf658776), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:37.614333 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-acce81f4-d294-42ed-a357-8e6dfdb45d24 admin admin] Publish callbacks [] for router_controller (1dda39d6-b773-4c70-9c08-b26baf658776), precommit_add_association {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:37.629422 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:37.633209 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.db_base_plugin_common [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Allocated IP 172.20.0.2 (5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d/75faef3b-aa31-48d2-a623-2948ef512be1/951d8ce9-1d1e-4a40-9132-90cf1e87dbcc) {{(pid=104686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:47:37.776855 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Publish callbacks [] for port (951d8ce9-1d1e-4a40-9132-90cf1e87dbcc), precommit_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:37.873030 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691'] for port (951d8ce9-1d1e-4a40-9132-90cf1e87dbcc), after_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:37.913428 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Network 5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d is already hosted by enough agents. {{(pid=104686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:47:37.919665 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.base_scheduler [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Resources bound (agent type, host, resource id): {{(pid=104686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:47:37.922751 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Received port after_create {{(pid=104686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:47:37.934813 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Pushing event updated for resources: {'Port': ['ID=951d8ce9-1d1e-4a40-9132-90cf1e87dbcc,revision_number=1']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:37.938863 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:37.961685 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:37.962024 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:37.962357 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:37.962687 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:37.963042 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:37.963362 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:37.963678 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:37.963993 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:37.964307 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:37.964619 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:37.964934 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:37.965244 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:37.965555 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:37.965865 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:37.966172 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:38.006471 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Attempting to bind port 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:47:38.006834 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Attempting to bind port 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': '80737a7c-9fb1-422a-9eca-fc43687fa43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:47:38.007221 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Attempting to bind port 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc on network 5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:47:38.012900 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:47:38.015090 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Checking segment: {'id': '80737a7c-9fb1-422a-9eca-fc43687fa43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:47:38.015090 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:38.015090 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Bound using segment: {'id': '80737a7c-9fb1-422a-9eca-fc43687fa43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:47:38.015090 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Bound port: 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80737a7c-9fb1-422a-9eca-fc43687fa43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:47:38.015090 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (951d8ce9-1d1e-4a40-9132-90cf1e87dbcc), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:38.077994 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] For port 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:47:38.081915 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] For port 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=951d8ce9-1d1e-4a40-9132-90cf1e87dbcc,segment=NetworkSegment(80737a7c-9fb1-422a-9eca-fc43687fa43f),segment_id=80737a7c-9fb1-422a-9eca-fc43687fa43f)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:47:38.089214 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-acce81f4-d294-42ed-a357-8e6dfdb45d24 admin admin] Publish callbacks [] for router_gateway (1dda39d6-b773-4c70-9c08-b26baf658776), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:38.198139 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (951d8ce9-1d1e-4a40-9132-90cf1e87dbcc), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:38.254112 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002964dc-4aeb-45ef-91cb-7214edeb0f8d None None] Pushing event updated for resources: {'Port': ['ID=951d8ce9-1d1e-4a40-9132-90cf1e87dbcc,revision_number=2']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:38.344837 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:38.407258 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-acce81f4-d294-42ed-a357-8e6dfdb45d24 admin admin] Publish callbacks [] for router_gateway (1dda39d6-b773-4c70-9c08-b26baf658776), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:38.420118 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-acce81f4-d294-42ed-a357-8e6dfdb45d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:38.516769 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:38.529756 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:38.536487 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [None req-acce81f4-d294-42ed-a357-8e6dfdb45d24 admin admin] Allocated IP 172.27.0.78 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/152a7f26-ad4f-4704-bf9f-83e06f9d2f24) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:47:38.644596 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-acce81f4-d294-42ed-a357-8e6dfdb45d24 admin admin] Publish callbacks [] for port (152a7f26-ad4f-4704-bf9f-83e06f9d2f24), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:38.758468 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-acce81f4-d294-42ed-a357-8e6dfdb45d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (152a7f26-ad4f-4704-bf9f-83e06f9d2f24), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:38.801058 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acce81f4-d294-42ed-a357-8e6dfdb45d24 admin admin] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:47:38.807868 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-acce81f4-d294-42ed-a357-8e6dfdb45d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:47:38.811177 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acce81f4-d294-42ed-a357-8e6dfdb45d24 admin admin] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:47:38.844452 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce81f4-d294-42ed-a357-8e6dfdb45d24 admin admin] Pushing event updated for resources: {'Port': ['ID=152a7f26-ad4f-4704-bf9f-83e06f9d2f24,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:39.082101 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:39.109088 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff367b7-e7af-4fe2-9e71-c384c45bc322 None None] Network 5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:47:39.141638 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-acce81f4-d294-42ed-a357-8e6dfdb45d24 admin admin] Publish callbacks [] for router_gateway (1dda39d6-b773-4c70-9c08-b26baf658776), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:39.178845 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-d9cb7b28-a42e-45d0-850f-932bb8b51670 None None] Provisioning complete for port 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:47:39.179240 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-d9cb7b28-a42e-45d0-850f-932bb8b51670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (951d8ce9-1d1e-4a40-9132-90cf1e87dbcc), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:39.296033 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-d9cb7b28-a42e-45d0-850f-932bb8b51670 None None] Current status of the port 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:47:39.296500 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-d9cb7b28-a42e-45d0-850f-932bb8b51670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (951d8ce9-1d1e-4a40-9132-90cf1e87dbcc), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:39.334042 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-d9cb7b28-a42e-45d0-850f-932bb8b51670 None None] For port 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=951d8ce9-1d1e-4a40-9132-90cf1e87dbcc,segment=NetworkSegment(80737a7c-9fb1-422a-9eca-fc43687fa43f),segment_id=80737a7c-9fb1-422a-9eca-fc43687fa43f)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:47:39.336513 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-acce81f4-d294-42ed-a357-8e6dfdb45d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613824'] for router (1dda39d6-b773-4c70-9c08-b26baf658776), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:39.417910 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:47:39.444425 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-d9cb7b28-a42e-45d0-850f-932bb8b51670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (951d8ce9-1d1e-4a40-9132-90cf1e87dbcc), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:39.512369 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:47:39.512731 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (951d8ce9-1d1e-4a40-9132-90cf1e87dbcc), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:39.514134 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb7b28-a42e-45d0-850f-932bb8b51670 None None] Pushing event updated for resources: {'Port': ['ID=951d8ce9-1d1e-4a40-9132-90cf1e87dbcc,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:39.540585 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acce81f4-d294-42ed-a357-8e6dfdb45d24 admin admin] Router 1dda39d6-b773-4c70-9c08-b26baf658776 is scheduled to L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d with binding_index 1 {{(pid=104685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 19:47:39.568050 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-bbae1120-039d-4b9e-b74f-514b2bbea20c None None] Provisioning complete for port 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:47:39.568406 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-bbae1120-039d-4b9e-b74f-514b2bbea20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (951d8ce9-1d1e-4a40-9132-90cf1e87dbcc), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:39.631306 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:47:39.638667 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:39.646051 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acce81f4-d294-42ed-a357-8e6dfdb45d24 admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:47:39.660628 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] Sync routers for ids ['1dda39d6-b773-4c70-9c08-b26baf658776'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:47:39.673431 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] Routers {'1dda39d6-b773-4c70-9c08-b26baf658776'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:47:39.674168 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:47:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['1dda39d6-b773-4c70-9c08-b26baf658776'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:39.694250 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-bbae1120-039d-4b9e-b74f-514b2bbea20c None None] Current status of the port 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:47:39.742974 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-acce81f4-d294-42ed-a357-8e6dfdb45d24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:39.747262 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-acce81f4-d294-42ed-a357-8e6dfdb45d24 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2767813 May 26 19:47:39.747611 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59866) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:39.872163 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] Set router 1dda39d6-b773-4c70-9c08-b26baf658776 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:47:40.032548 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:40.032823 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'name': 'tempest-TestMinimumBasicScenario-572037713-router', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:37Z', 'updated_at': '2022-05-26T19:47:38Z', 'revision_number': 3, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'gw_port': {'id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:38Z', 'updated_at': '2022-05-26T19:47:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:40.060888 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] Checking router: 1dda39d6-b773-4c70-9c08-b26baf658776 for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:47:40.061227 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] Updating router 1dda39d6-b773-4c70-9c08-b26baf658776 port 152a7f26-ad4f-4704-bf9f-83e06f9d2f24 binding host dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:47:40.087407 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (152a7f26-ad4f-4704-bf9f-83e06f9d2f24), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:40.150629 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a1b0aa3c-ba69-49b3-92c0-f6803721255b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:40.159522 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:40.309798 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [None req-a1b0aa3c-ba69-49b3-92c0-f6803721255b admin admin] Allocated IP 172.20.0.1 (5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d/75faef3b-aa31-48d2-a623-2948ef512be1/e307fa48-9587-4119-8376-e17d84ca64af) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:47:40.361736 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] Publish callbacks [] for port (152a7f26-ad4f-4704-bf9f-83e06f9d2f24), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:40.411529 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a1b0aa3c-ba69-49b3-92c0-f6803721255b admin admin] Publish callbacks [] for port (e307fa48-9587-4119-8376-e17d84ca64af), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:40.466462 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (152a7f26-ad4f-4704-bf9f-83e06f9d2f24), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:40.518815 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a1b0aa3c-ba69-49b3-92c0-f6803721255b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (e307fa48-9587-4119-8376-e17d84ca64af), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:40.521743 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec181d-9d8d-40b3-bf42-89fbe8d51a58 None None] Pushing event updated for resources: {'Port': ['ID=152a7f26-ad4f-4704-bf9f-83e06f9d2f24,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:40.523901 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] Attempting to bind port 152a7f26-ad4f-4704-bf9f-83e06f9d2f24 on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:47:40.524267 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] Attempting to bind port 152a7f26-ad4f-4704-bf9f-83e06f9d2f24 by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:47:40.524625 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] Attempting to bind port 152a7f26-ad4f-4704-bf9f-83e06f9d2f24 on network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:47:40.533384 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:47:40.534465 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] Checking segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:47:40.534812 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:40.535173 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] Bound using segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:47:40.535614 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] Bound port: 152a7f26-ad4f-4704-bf9f-83e06f9d2f24, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:47:40.535980 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (152a7f26-ad4f-4704-bf9f-83e06f9d2f24), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:40.539333 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec181d-9d8d-40b3-bf42-89fbe8d51a58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:40.539667 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec181d-9d8d-40b3-bf42-89fbe8d51a58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:40.540032 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec181d-9d8d-40b3-bf42-89fbe8d51a58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:40.540388 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec181d-9d8d-40b3-bf42-89fbe8d51a58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:40.540725 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec181d-9d8d-40b3-bf42-89fbe8d51a58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:40.541059 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec181d-9d8d-40b3-bf42-89fbe8d51a58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:40.541386 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec181d-9d8d-40b3-bf42-89fbe8d51a58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:40.541711 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec181d-9d8d-40b3-bf42-89fbe8d51a58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:40.542055 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec181d-9d8d-40b3-bf42-89fbe8d51a58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:40.542387 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec181d-9d8d-40b3-bf42-89fbe8d51a58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:40.542712 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec181d-9d8d-40b3-bf42-89fbe8d51a58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:40.543085 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec181d-9d8d-40b3-bf42-89fbe8d51a58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:40.543416 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec181d-9d8d-40b3-bf42-89fbe8d51a58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:40.543740 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec181d-9d8d-40b3-bf42-89fbe8d51a58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:40.544063 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec181d-9d8d-40b3-bf42-89fbe8d51a58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:40.557180 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b0aa3c-ba69-49b3-92c0-f6803721255b admin admin] Network 5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:47:40.563962 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-a1b0aa3c-ba69-49b3-92c0-f6803721255b admin admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:47:40.568063 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b0aa3c-ba69-49b3-92c0-f6803721255b admin admin] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:47:40.571055 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0aa3c-ba69-49b3-92c0-f6803721255b admin admin] Pushing event updated for resources: {'Port': ['ID=e307fa48-9587-4119-8376-e17d84ca64af,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:40.598879 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] For port 152a7f26-ad4f-4704-bf9f-83e06f9d2f24, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:47:40.602060 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] For port 152a7f26-ad4f-4704-bf9f-83e06f9d2f24, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=152a7f26-ad4f-4704-bf9f-83e06f9d2f24,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:47:40.611953 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a1b0aa3c-ba69-49b3-92c0-f6803721255b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617779'] for router_interface (1dda39d6-b773-4c70-9c08-b26baf658776), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:40.661261 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:40.691203 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (152a7f26-ad4f-4704-bf9f-83e06f9d2f24), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:40.750189 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] Routers {'1dda39d6-b773-4c70-9c08-b26baf658776'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:47:40.750820 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:47:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['1dda39d6-b773-4c70-9c08-b26baf658776'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:40.792887 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:40.795708 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec181d-9d8d-40b3-bf42-89fbe8d51a58 None None] Pushing event updated for resources: {'Port': ['ID=152a7f26-ad4f-4704-bf9f-83e06f9d2f24,revision_number=3']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:40.812170 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:40.813067 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a1b0aa3c-ba69-49b3-92c0-f6803721255b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (e307fa48-9587-4119-8376-e17d84ca64af), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:40.822967 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-ac2fcb9b-1e19-47f8-be19-0736cc70635a None None] Provisioning complete for port e307fa48-9587-4119-8376-e17d84ca64af triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:47:40.823560 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-ac2fcb9b-1e19-47f8-be19-0736cc70635a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (e307fa48-9587-4119-8376-e17d84ca64af), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:40.856665 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-ac2fcb9b-1e19-47f8-be19-0736cc70635a None None] Port e307fa48-9587-4119-8376-e17d84ca64af cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:47:40.860646 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] Set router 1dda39d6-b773-4c70-9c08-b26baf658776 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:47:41.005533 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a1b0aa3c-ba69-49b3-92c0-f6803721255b admin admin] Publish callbacks [] for port (e307fa48-9587-4119-8376-e17d84ca64af), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:41.028857 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'name': 'tempest-TestMinimumBasicScenario-572037713-router', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:37Z', 'updated_at': '2022-05-26T19:47:38Z', 'revision_number': 3, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'gw_port': {'id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:38Z', 'updated_at': '2022-05-26T19:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:41.053894 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8195c96-6b9c-4786-a60c-6a5fa8f1cb7e None None] The sync data for ids ['1dda39d6-b773-4c70-9c08-b26baf658776'] in dv-cinder-825492-17-iscsi is: [{'id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'name': 'tempest-TestMinimumBasicScenario-572037713-router', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:37Z', 'updated_at': '2022-05-26T19:47:38Z', 'revision_number': 3, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'gw_port': {'id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:38Z', 'updated_at': '2022-05-26T19:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:47:41.083574 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a1b0aa3c-ba69-49b3-92c0-f6803721255b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099810'] for port (e307fa48-9587-4119-8376-e17d84ca64af), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:41.153625 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0aa3c-ba69-49b3-92c0-f6803721255b admin admin] Pushing event updated for resources: {'Port': ['ID=e307fa48-9587-4119-8376-e17d84ca64af,revision_number=2']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:41.158017 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a1b0aa3c-ba69-49b3-92c0-f6803721255b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-131577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616579'] for router_interface (1dda39d6-b773-4c70-9c08-b26baf658776), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:41.167577 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:41.279368 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b0aa3c-ba69-49b3-92c0-f6803721255b admin admin] Network 5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:47:41.280742 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-a1b0aa3c-ba69-49b3-92c0-f6803721255b admin admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:47:41.402727 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b0aa3c-ba69-49b3-92c0-f6803721255b admin admin] Router 1dda39d6-b773-4c70-9c08-b26baf658776 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:47:41.523561 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 152a7f26-ad4f-4704-bf9f-83e06f9d2f24 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:47:41.534641 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b0aa3c-ba69-49b3-92c0-f6803721255b admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:47:41.550499 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-a1b0aa3c-ba69-49b3-92c0-f6803721255b admin admin] 10.222.0.72 "PUT /v2.0/routers/1dda39d6-b773-4c70-9c08-b26baf658776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8016074 May 26 19:47:41.582788 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 152a7f26-ad4f-4704-bf9f-83e06f9d2f24 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:47:41.583179 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (152a7f26-ad4f-4704-bf9f-83e06f9d2f24), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:41.606845 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-1e912bd2-0b50-4918-a8a8-53b2ffc70981 None None] Provisioning complete for port e307fa48-9587-4119-8376-e17d84ca64af triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:47:41.607237 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-1e912bd2-0b50-4918-a8a8-53b2ffc70981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (e307fa48-9587-4119-8376-e17d84ca64af), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:41.612537 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:41.654970 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-1e912bd2-0b50-4918-a8a8-53b2ffc70981 None None] Port e307fa48-9587-4119-8376-e17d84ca64af cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:47:41.696912 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 152a7f26-ad4f-4704-bf9f-83e06f9d2f24 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:47:41.697445 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (152a7f26-ad4f-4704-bf9f-83e06f9d2f24), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:41.720389 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] For port 152a7f26-ad4f-4704-bf9f-83e06f9d2f24, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=152a7f26-ad4f-4704-bf9f-83e06f9d2f24,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:47:41.839724 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (152a7f26-ad4f-4704-bf9f-83e06f9d2f24), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:41.840762 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:47:42.060593 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Pushing event updated for resources: {'Port': ['ID=152a7f26-ad4f-4704-bf9f-83e06f9d2f24,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:42.069783 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:47:42.069986 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (951d8ce9-1d1e-4a40-9132-90cf1e87dbcc), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:42.140212 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:47:42.367013 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 59886) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:42.374587 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-7e754c21-b008-41f2-846a-72b6541349b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-53907682-network', 'tenant_id': '90313a490a5b46c99eef2527ba302267'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:47:42.456512 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e754c21-b008-41f2-846a-72b6541349b6 admin admin] Made reservation on behalf of 90313a490a5b46c99eef2527ba302267 for: {'network': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:47:42.459163 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-7e754c21-b008-41f2-846a-72b6541349b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for network (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:42.468364 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-7e754c21-b008-41f2-846a-72b6541349b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:42.547504 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-7e754c21-b008-41f2-846a-72b6541349b6 admin admin] Publish callbacks [] for security_group (ff3594c6-e39c-4107-b6ba-b76f7f86307f), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:42.620513 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-7e754c21-b008-41f2-846a-72b6541349b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (ff3594c6-e39c-4107-b6ba-b76f7f86307f), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:42.643255 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e754c21-b008-41f2-846a-72b6541349b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=104684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:47:42.658709 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e754c21-b008-41f2-846a-72b6541349b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3594c6-e39c-4107-b6ba-b76f7f86307f,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:42.663261 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-7e754c21-b008-41f2-846a-72b6541349b6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748975417959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (c5a1e364-6260-4670-ace8-993c1b718fdc), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:42.663701 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.segments_db [None req-7e754c21-b008-41f2-846a-72b6541349b6 admin admin] Added segment c5a1e364-6260-4670-ace8-993c1b718fdc of type vlan for network fcb6e836-270a-49b7-8dbe-017f750906f4 May 26 19:47:42.699130 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] Sync routers for ids ['1dda39d6-b773-4c70-9c08-b26baf658776'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:47:42.709581 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] Routers {'1dda39d6-b773-4c70-9c08-b26baf658776'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:47:42.710208 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:47:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['1dda39d6-b773-4c70-9c08-b26baf658776'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:42.711583 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-7e754c21-b008-41f2-846a-72b6541349b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748974919033'] for network (fcb6e836-270a-49b7-8dbe-017f750906f4), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:42.815711 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-7e754c21-b008-41f2-846a-72b6541349b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for network (fcb6e836-270a-49b7-8dbe-017f750906f4), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:42.816763 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e754c21-b008-41f2-846a-72b6541349b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:42.817422 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-7e754c21-b008-41f2-846a-72b6541349b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:42.824775 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] Set router 1dda39d6-b773-4c70-9c08-b26baf658776 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:47:42.880601 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e754c21-b008-41f2-846a-72b6541349b6 admin admin] Pushing event updated for resources: {'Network': ['ID=fcb6e836-270a-49b7-8dbe-017f750906f4,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:42.899172 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Network fcb6e836-270a-49b7-8dbe-017f750906f4 details requested by agent ovs-agent-dv-cinder-825492-17-iscsi with host dv-cinder-825492-17-iscsi {{(pid=104686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 19:47:42.913524 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-7e754c21-b008-41f2-846a-72b6541349b6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.5465891 May 26 19:47:42.913735 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59892) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:42.918920 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-b33f6f36-f810-4309-9b27-255a9dc92c94 admin admin] Request body: {'subnet': {'network_id': 'fcb6e836-270a-49b7-8dbe-017f750906f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-53907682-subnet', 'tenant_id': '90313a490a5b46c99eef2527ba302267', 'ip_version': 4}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:47:43.038004 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:43.052483 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33f6f36-f810-4309-9b27-255a9dc92c94 admin admin] Made reservation on behalf of 90313a490a5b46c99eef2527ba302267 for: {'subnet': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:47:43.055039 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b33f6f36-f810-4309-9b27-255a9dc92c94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15975615'] for subnet (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:43.091692 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'name': 'tempest-TestMinimumBasicScenario-572037713-router', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:37Z', 'updated_at': '2022-05-26T19:47:40Z', 'revision_number': 4, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'gw_port': {'id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:38Z', 'updated_at': '2022-05-26T19:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'e307fa48-9587-4119-8376-e17d84ca64af', 'name': '', 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'mac_address': 'fa:16:3e:62:0a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '75faef3b-aa31-48d2-a623-2948ef512be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:40Z', 'updated_at': '2022-05-26T19:47:40Z', 'revision_number': 2, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'subnets': [{'id': '75faef3b-aa31-48d2-a623-2948ef512be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:43.121327 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] Checking router: 1dda39d6-b773-4c70-9c08-b26baf658776 for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:47:43.121688 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] Updating router 1dda39d6-b773-4c70-9c08-b26baf658776 port e307fa48-9587-4119-8376-e17d84ca64af binding host dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:47:43.134947 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:43.151185 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (e307fa48-9587-4119-8376-e17d84ca64af), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:43.284209 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b33f6f36-f810-4309-9b27-255a9dc92c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16100453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15975593'] for subnet (25441ba6-6407-45e1-909f-3ef1fc1c7c0f), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:43.286369 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=100 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:43.384658 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f6f36-f810-4309-9b27-255a9dc92c94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25441ba6-6407-45e1-909f-3ef1fc1c7c0f,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:43.387190 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33f6f36-f810-4309-9b27-255a9dc92c94 admin admin] Checking segment: {'id': 'c5a1e364-6260-4670-ace8-993c1b718fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fcb6e836-270a-49b7-8dbe-017f750906f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:47:43.387536 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33f6f36-f810-4309-9b27-255a9dc92c94 admin admin] Network hostable DHCP agents. Network: fcb6e836-270a-49b7-8dbe-017f750906f4, hostable agents: ['334e9f8c-ffb2-4cf1-9422-c5afdc325939'], hosted agents: [] {{(pid=104685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:47:43.414407 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 152a7f26-ad4f-4704-bf9f-83e06f9d2f24 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:47:43.495367 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33f6f36-f810-4309-9b27-255a9dc92c94 admin admin] Network fcb6e836-270a-49b7-8dbe-017f750906f4 is scheduled to be hosted by DHCP agent 334e9f8c-ffb2-4cf1-9422-c5afdc325939 with binding_index 1 {{(pid=104685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:47:43.521650 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 152a7f26-ad4f-4704-bf9f-83e06f9d2f24 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:47:43.522022 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (152a7f26-ad4f-4704-bf9f-83e06f9d2f24), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:43.527456 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] Publish callbacks [] for port (e307fa48-9587-4119-8376-e17d84ca64af), precommit_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:43.581164 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-b33f6f36-f810-4309-9b27-255a9dc92c94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-17-iscsi, fcb6e836-270a-49b7-8dbe-017f750906f4) {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:47:43.586095 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33f6f36-f810-4309-9b27-255a9dc92c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:43.588262 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b33f6f36-f810-4309-9b27-255a9dc92c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:43.590554 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc78fad4-7b40-4528-8164-018cbb487394 None None] Network fcb6e836-270a-49b7-8dbe-017f750906f4 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:47:43.613744 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 152a7f26-ad4f-4704-bf9f-83e06f9d2f24 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:47:43.615820 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (e307fa48-9587-4119-8376-e17d84ca64af), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:43.676719 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-b33f6f36-f810-4309-9b27-255a9dc92c94 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7548664 May 26 19:47:43.676719 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 59908) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:43.677539 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-5797577b-2f17-413c-9d62-4fc1f8ffb83e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-53907682-router', 'tenant_id': '90313a490a5b46c99eef2527ba302267', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:47:43.714853 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94ed9e-25d7-41fe-bc1e-efa84dcd0d8a None None] Pushing event updated for resources: {'Port': ['ID=e307fa48-9587-4119-8376-e17d84ca64af,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:43.796127 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5797577b-2f17-413c-9d62-4fc1f8ffb83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7723'] for router (34633b1f-7a02-454b-b8fd-b4cad69cf3a0), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:43.797199 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5797577b-2f17-413c-9d62-4fc1f8ffb83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1823171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1704336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7714'] for router (34633b1f-7a02-454b-b8fd-b4cad69cf3a0), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:43.803984 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] Attempting to bind port e307fa48-9587-4119-8376-e17d84ca64af on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:47:43.804251 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] Attempting to bind port e307fa48-9587-4119-8376-e17d84ca64af by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': '80737a7c-9fb1-422a-9eca-fc43687fa43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:47:43.804616 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] Attempting to bind port e307fa48-9587-4119-8376-e17d84ca64af on network 5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:47:43.807449 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e006f32e-bf4a-4018-afba-2dea22be26d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe26c64eb-9ba4-58e8-a104-6529d17effff-fcb6e836-270a-49b7-8dbe-017f750906f4', 'network_id': 'fcb6e836-270a-49b7-8dbe-017f750906f4', 'project_id': '90313a490a5b46c99eef2527ba302267', 'fixed_ips': [{'subnet_id': '25441ba6-6407-45e1-909f-3ef1fc1c7c0f'}]}} from dv-cinder-825492-17-iscsi. {{(pid=104686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 19:47:43.808368 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-e006f32e-bf4a-4018-afba-2dea22be26d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:43.811807 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:43.824176 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:47:43.829662 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] Checking segment: {'id': '80737a7c-9fb1-422a-9eca-fc43687fa43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:47:43.829662 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:43.829662 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] Bound using segment: {'id': '80737a7c-9fb1-422a-9eca-fc43687fa43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:47:43.829662 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] Bound port: e307fa48-9587-4119-8376-e17d84ca64af, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80737a7c-9fb1-422a-9eca-fc43687fa43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:47:43.829662 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (e307fa48-9587-4119-8376-e17d84ca64af), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:43.841341 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:43.873498 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5797577b-2f17-413c-9d62-4fc1f8ffb83e admin admin] Publish callbacks [] for router_controller (34633b1f-7a02-454b-b8fd-b4cad69cf3a0), precommit_add_association {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:43.903740 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] For port e307fa48-9587-4119-8376-e17d84ca64af, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:47:43.908020 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] For port e307fa48-9587-4119-8376-e17d84ca64af, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=e307fa48-9587-4119-8376-e17d84ca64af,segment=NetworkSegment(80737a7c-9fb1-422a-9eca-fc43687fa43f),segment_id=80737a7c-9fb1-422a-9eca-fc43687fa43f)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:47:44.018544 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-de90ef9d-865d-4380-96df-6a4a3c60e223 None None] Provisioning complete for port e307fa48-9587-4119-8376-e17d84ca64af triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:47:44.018944 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-de90ef9d-865d-4380-96df-6a4a3c60e223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (e307fa48-9587-4119-8376-e17d84ca64af), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:44.048573 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.db_base_plugin_common [None req-e006f32e-bf4a-4018-afba-2dea22be26d6 None None] Allocated IP 172.20.0.2 (fcb6e836-270a-49b7-8dbe-017f750906f4/25441ba6-6407-45e1-909f-3ef1fc1c7c0f/740c8593-401f-46d6-a987-9373cd4103c8) {{(pid=104686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:47:44.067095 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-de90ef9d-865d-4380-96df-6a4a3c60e223 None None] Port e307fa48-9587-4119-8376-e17d84ca64af cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:47:44.068939 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (e307fa48-9587-4119-8376-e17d84ca64af), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:44.073528 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:UPDATE=8,neutron:SELECT=87,neutron:INSERT=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:44.090321 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5797577b-2f17-413c-9d62-4fc1f8ffb83e admin admin] Publish callbacks [] for router_gateway (34633b1f-7a02-454b-b8fd-b4cad69cf3a0), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:44.183507 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94ed9e-25d7-41fe-bc1e-efa84dcd0d8a None None] Pushing event updated for resources: {'Port': ['ID=e307fa48-9587-4119-8376-e17d84ca64af,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:44.188174 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] Routers {'1dda39d6-b773-4c70-9c08-b26baf658776'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:47:44.188792 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:47:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['1dda39d6-b773-4c70-9c08-b26baf658776'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:44.354535 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-e006f32e-bf4a-4018-afba-2dea22be26d6 None None] Publish callbacks [] for port (740c8593-401f-46d6-a987-9373cd4103c8), precommit_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:44.359999 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] Set router 1dda39d6-b773-4c70-9c08-b26baf658776 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:47:44.543115 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-e006f32e-bf4a-4018-afba-2dea22be26d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691'] for port (740c8593-401f-46d6-a987-9373cd4103c8), after_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:44.570129 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-b85d8586-720a-46ac-aee9-fc455647646e None None] Provisioning complete for port e307fa48-9587-4119-8376-e17d84ca64af triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:47:44.570491 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-b85d8586-720a-46ac-aee9-fc455647646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (e307fa48-9587-4119-8376-e17d84ca64af), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:44.605942 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5797577b-2f17-413c-9d62-4fc1f8ffb83e admin admin] Publish callbacks [] for router_gateway (34633b1f-7a02-454b-b8fd-b4cad69cf3a0), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:44.616780 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:44.626780 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5797577b-2f17-413c-9d62-4fc1f8ffb83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:44.685203 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e006f32e-bf4a-4018-afba-2dea22be26d6 None None] Network fcb6e836-270a-49b7-8dbe-017f750906f4 is already hosted by enough agents. {{(pid=104686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:47:44.696942 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006f32e-bf4a-4018-afba-2dea22be26d6 None None] Pushing event updated for resources: {'Port': ['ID=740c8593-401f-46d6-a987-9373cd4103c8,revision_number=1']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:44.703572 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.base_scheduler [None req-e006f32e-bf4a-4018-afba-2dea22be26d6 None None] Resources bound (agent type, host, resource id): {{(pid=104686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:47:44.708212 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e006f32e-bf4a-4018-afba-2dea22be26d6 None None] Received port after_create {{(pid=104686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:47:44.760946 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [None req-5797577b-2f17-413c-9d62-4fc1f8ffb83e admin admin] Allocated IP 172.27.0.239 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/006c5467-9d67-480f-91ec-5fb1ee7b27fa) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:47:44.833234 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:44.839304 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-b85d8586-720a-46ac-aee9-fc455647646e None None] Current status of the port e307fa48-9587-4119-8376-e17d84ca64af is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:47:44.839696 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-b85d8586-720a-46ac-aee9-fc455647646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (e307fa48-9587-4119-8376-e17d84ca64af), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:44.855859 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-e006f32e-bf4a-4018-afba-2dea22be26d6 None None] Attempting to bind port 740c8593-401f-46d6-a987-9373cd4103c8 on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:47:44.856227 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-e006f32e-bf4a-4018-afba-2dea22be26d6 None None] Attempting to bind port 740c8593-401f-46d6-a987-9373cd4103c8 by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': 'c5a1e364-6260-4670-ace8-993c1b718fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fcb6e836-270a-49b7-8dbe-017f750906f4'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:47:44.856585 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e006f32e-bf4a-4018-afba-2dea22be26d6 None None] Attempting to bind port 740c8593-401f-46d6-a987-9373cd4103c8 on network fcb6e836-270a-49b7-8dbe-017f750906f4 {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:47:44.872345 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5797577b-2f17-413c-9d62-4fc1f8ffb83e admin admin] Publish callbacks [] for port (006c5467-9d67-480f-91ec-5fb1ee7b27fa), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:44.878612 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e006f32e-bf4a-4018-afba-2dea22be26d6 None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:47:44.878612 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e006f32e-bf4a-4018-afba-2dea22be26d6 None None] Checking segment: {'id': 'c5a1e364-6260-4670-ace8-993c1b718fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fcb6e836-270a-49b7-8dbe-017f750906f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:47:44.878612 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-e006f32e-bf4a-4018-afba-2dea22be26d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:44.878612 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e006f32e-bf4a-4018-afba-2dea22be26d6 None None] Bound using segment: {'id': 'c5a1e364-6260-4670-ace8-993c1b718fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fcb6e836-270a-49b7-8dbe-017f750906f4'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:47:44.878612 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-e006f32e-bf4a-4018-afba-2dea22be26d6 None None] Bound port: 740c8593-401f-46d6-a987-9373cd4103c8, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a1e364-6260-4670-ace8-993c1b718fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fcb6e836-270a-49b7-8dbe-017f750906f4'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:47:44.878612 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-e006f32e-bf4a-4018-afba-2dea22be26d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (740c8593-401f-46d6-a987-9373cd4103c8), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:44.907129 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-b85d8586-720a-46ac-aee9-fc455647646e None None] For port e307fa48-9587-4119-8376-e17d84ca64af, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=e307fa48-9587-4119-8376-e17d84ca64af,segment=NetworkSegment(80737a7c-9fb1-422a-9eca-fc43687fa43f),segment_id=80737a7c-9fb1-422a-9eca-fc43687fa43f)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:47:44.909163 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'name': 'tempest-TestMinimumBasicScenario-572037713-router', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:37Z', 'updated_at': '2022-05-26T19:47:40Z', 'revision_number': 4, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'gw_port': {'id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:38Z', 'updated_at': '2022-05-26T19:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'e307fa48-9587-4119-8376-e17d84ca64af', 'name': '', 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'mac_address': 'fa:16:3e:62:0a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '75faef3b-aa31-48d2-a623-2948ef512be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:40Z', 'updated_at': '2022-05-26T19:47:43Z', 'revision_number': 4, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'subnets': [{'id': '75faef3b-aa31-48d2-a623-2948ef512be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:44.938431 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a93a5-7477-4a3b-9a8f-7b39fa583953 None None] The sync data for ids ['1dda39d6-b773-4c70-9c08-b26baf658776'] in dv-cinder-825492-17-iscsi is: [{'id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'name': 'tempest-TestMinimumBasicScenario-572037713-router', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:37Z', 'updated_at': '2022-05-26T19:47:40Z', 'revision_number': 4, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'gw_port': {'id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:38Z', 'updated_at': '2022-05-26T19:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'e307fa48-9587-4119-8376-e17d84ca64af', 'name': '', 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'mac_address': 'fa:16:3e:62:0a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '75faef3b-aa31-48d2-a623-2948ef512be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:40Z', 'updated_at': '2022-05-26T19:47:43Z', 'revision_number': 4, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'subnets': [{'id': '75faef3b-aa31-48d2-a623-2948ef512be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:47:44.986474 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-e006f32e-bf4a-4018-afba-2dea22be26d6 None None] For port 740c8593-401f-46d6-a987-9373cd4103c8, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:47:44.994236 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-e006f32e-bf4a-4018-afba-2dea22be26d6 None None] For port 740c8593-401f-46d6-a987-9373cd4103c8, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=740c8593-401f-46d6-a987-9373cd4103c8,segment=NetworkSegment(c5a1e364-6260-4670-ace8-993c1b718fdc),segment_id=c5a1e364-6260-4670-ace8-993c1b718fdc)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:47:45.021566 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5797577b-2f17-413c-9d62-4fc1f8ffb83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (006c5467-9d67-480f-91ec-5fb1ee7b27fa), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:45.024422 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-b85d8586-720a-46ac-aee9-fc455647646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (e307fa48-9587-4119-8376-e17d84ca64af), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:45.032100 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:45.073468 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5797577b-2f17-413c-9d62-4fc1f8ffb83e admin admin] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:47:45.078973 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-5797577b-2f17-413c-9d62-4fc1f8ffb83e admin admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:47:45.085222 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797577b-2f17-413c-9d62-4fc1f8ffb83e admin admin] Pushing event updated for resources: {'Port': ['ID=006c5467-9d67-480f-91ec-5fb1ee7b27fa,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:45.085222 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5797577b-2f17-413c-9d62-4fc1f8ffb83e admin admin] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:47:45.105339 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-e006f32e-bf4a-4018-afba-2dea22be26d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (740c8593-401f-46d6-a987-9373cd4103c8), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:45.114673 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d8586-720a-46ac-aee9-fc455647646e None None] Pushing event updated for resources: {'Port': ['ID=e307fa48-9587-4119-8376-e17d84ca64af,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:45.179015 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006f32e-bf4a-4018-afba-2dea22be26d6 None None] Pushing event updated for resources: {'Port': ['ID=740c8593-401f-46d6-a987-9373cd4103c8,revision_number=2']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:45.434750 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device e307fa48-9587-4119-8376-e17d84ca64af up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:47:45.500267 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5797577b-2f17-413c-9d62-4fc1f8ffb83e admin admin] Publish callbacks [] for router_gateway (34633b1f-7a02-454b-b8fd-b4cad69cf3a0), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:45.501150 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port e307fa48-9587-4119-8376-e17d84ca64af triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:47:45.501621 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (e307fa48-9587-4119-8376-e17d84ca64af), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:45.543455 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:45.580147 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port e307fa48-9587-4119-8376-e17d84ca64af is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:47:45.699499 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5797577b-2f17-413c-9d62-4fc1f8ffb83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613824'] for router (34633b1f-7a02-454b-b8fd-b4cad69cf3a0), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:45.929268 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5797577b-2f17-413c-9d62-4fc1f8ffb83e admin admin] Router 34633b1f-7a02-454b-b8fd-b4cad69cf3a0 is scheduled to L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d with binding_index 1 {{(pid=104685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 19:47:46.060912 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5797577b-2f17-413c-9d62-4fc1f8ffb83e admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:47:46.072526 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] Sync routers for ids ['34633b1f-7a02-454b-b8fd-b4cad69cf3a0'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:47:46.083783 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] Routers {'34633b1f-7a02-454b-b8fd-b4cad69cf3a0'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:47:46.084668 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:47:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['34633b1f-7a02-454b-b8fd-b4cad69cf3a0'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:46.177900 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-5797577b-2f17-413c-9d62-4fc1f8ffb83e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:46.179629 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-5797577b-2f17-413c-9d62-4fc1f8ffb83e admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5055931 May 26 19:47:46.182235 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 59922) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:46.221602 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] Set router 34633b1f-7a02-454b-b8fd-b4cad69cf3a0 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:47:46.250739 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89afb166-21bc-4974-a69d-430c522f8f5a None None] Network fcb6e836-270a-49b7-8dbe-017f750906f4 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:47:46.343661 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-2724093f-9941-46c5-8a99-133f2c097cb0 None None] Provisioning complete for port 740c8593-401f-46d6-a987-9373cd4103c8 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:47:46.343661 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2724093f-9941-46c5-8a99-133f2c097cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (740c8593-401f-46d6-a987-9373cd4103c8), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:46.449672 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34633b1f-7a02-454b-b8fd-b4cad69cf3a0', 'name': 'tempest-TestMinimumBasicScenario-53907682-router', 'tenant_id': '90313a490a5b46c99eef2527ba302267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '006c5467-9d67-480f-91ec-5fb1ee7b27fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:43Z', 'updated_at': '2022-05-26T19:47:45Z', 'revision_number': 3, 'project_id': '90313a490a5b46c99eef2527ba302267', 'gw_port': {'id': '006c5467-9d67-480f-91ec-5fb1ee7b27fa', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34633b1f-7a02-454b-b8fd-b4cad69cf3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:44Z', 'updated_at': '2022-05-26T19:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:46.491494 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-2724093f-9941-46c5-8a99-133f2c097cb0 None None] Current status of the port 740c8593-401f-46d6-a987-9373cd4103c8 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:47:46.491888 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2724093f-9941-46c5-8a99-133f2c097cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (740c8593-401f-46d6-a987-9373cd4103c8), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:46.496794 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] Checking router: 34633b1f-7a02-454b-b8fd-b4cad69cf3a0 for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:47:46.498028 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] Updating router 34633b1f-7a02-454b-b8fd-b4cad69cf3a0 port 006c5467-9d67-480f-91ec-5fb1ee7b27fa binding host dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:47:46.527662 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-2724093f-9941-46c5-8a99-133f2c097cb0 None None] For port 740c8593-401f-46d6-a987-9373cd4103c8, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=740c8593-401f-46d6-a987-9373cd4103c8,segment=NetworkSegment(c5a1e364-6260-4670-ace8-993c1b718fdc),segment_id=c5a1e364-6260-4670-ace8-993c1b718fdc)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:47:46.539893 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (006c5467-9d67-480f-91ec-5fb1ee7b27fa), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:46.611477 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2724093f-9941-46c5-8a99-133f2c097cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (740c8593-401f-46d6-a987-9373cd4103c8), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:46.659465 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:46.665604 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724093f-9941-46c5-8a99-133f2c097cb0 None None] Pushing event updated for resources: {'Port': ['ID=740c8593-401f-46d6-a987-9373cd4103c8,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:46.688216 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b7991c2a-c227-403b-be11-dacc8abec8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:46.721844 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-c9612a57-7600-430c-9be5-7258442ea782 None None] Provisioning complete for port 740c8593-401f-46d6-a987-9373cd4103c8 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:47:46.722480 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-c9612a57-7600-430c-9be5-7258442ea782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (740c8593-401f-46d6-a987-9373cd4103c8), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:46.756394 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:46.761611 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:46.800724 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-c9612a57-7600-430c-9be5-7258442ea782 None None] Current status of the port 740c8593-401f-46d6-a987-9373cd4103c8 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:47:46.834988 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] Publish callbacks [] for port (006c5467-9d67-480f-91ec-5fb1ee7b27fa), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:46.856314 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [None req-b7991c2a-c227-403b-be11-dacc8abec8c1 admin admin] Allocated IP 172.20.0.1 (fcb6e836-270a-49b7-8dbe-017f750906f4/25441ba6-6407-45e1-909f-3ef1fc1c7c0f/99ad006a-36cb-4457-8cae-bba68d920e4f) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:47:46.946594 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (006c5467-9d67-480f-91ec-5fb1ee7b27fa), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:46.961371 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b7991c2a-c227-403b-be11-dacc8abec8c1 admin admin] Publish callbacks [] for port (99ad006a-36cb-4457-8cae-bba68d920e4f), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:46.999762 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22178355-26fd-4e50-a0b4-74b36bcd628a None None] Pushing event updated for resources: {'Port': ['ID=006c5467-9d67-480f-91ec-5fb1ee7b27fa,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:47.005868 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] Attempting to bind port 006c5467-9d67-480f-91ec-5fb1ee7b27fa on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:47:47.006243 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] Attempting to bind port 006c5467-9d67-480f-91ec-5fb1ee7b27fa by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:47:47.006699 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] Attempting to bind port 006c5467-9d67-480f-91ec-5fb1ee7b27fa on network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:47:47.011988 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:47:47.012357 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] Checking segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:47:47.012753 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:47.013137 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] Bound using segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:47:47.013591 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] Bound port: 006c5467-9d67-480f-91ec-5fb1ee7b27fa, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:47:47.013963 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (006c5467-9d67-480f-91ec-5fb1ee7b27fa), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:47.061457 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b7991c2a-c227-403b-be11-dacc8abec8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (99ad006a-36cb-4457-8cae-bba68d920e4f), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:47.064448 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] For port 006c5467-9d67-480f-91ec-5fb1ee7b27fa, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:47:47.072445 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] For port 006c5467-9d67-480f-91ec-5fb1ee7b27fa, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=006c5467-9d67-480f-91ec-5fb1ee7b27fa,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:47:47.098219 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7991c2a-c227-403b-be11-dacc8abec8c1 admin admin] Network fcb6e836-270a-49b7-8dbe-017f750906f4 is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:47:47.101871 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-b7991c2a-c227-403b-be11-dacc8abec8c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:47:47.105361 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7991c2a-c227-403b-be11-dacc8abec8c1 admin admin] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:47:47.138385 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7991c2a-c227-403b-be11-dacc8abec8c1 admin admin] Pushing event updated for resources: {'Port': ['ID=99ad006a-36cb-4457-8cae-bba68d920e4f,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:47.151447 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b7991c2a-c227-403b-be11-dacc8abec8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617779'] for router_interface (34633b1f-7a02-454b-b8fd-b4cad69cf3a0), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:47.167845 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (006c5467-9d67-480f-91ec-5fb1ee7b27fa), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:47.245170 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22178355-26fd-4e50-a0b4-74b36bcd628a None None] Pushing event updated for resources: {'Port': ['ID=006c5467-9d67-480f-91ec-5fb1ee7b27fa,revision_number=3']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:47.249010 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] Routers {'34633b1f-7a02-454b-b8fd-b4cad69cf3a0'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:47:47.249850 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:47:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['34633b1f-7a02-454b-b8fd-b4cad69cf3a0'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:47.418408 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=100 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:47.424886 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-63eeb1b3-9e4b-40ab-99a2-974a286a28ee None None] Provisioning complete for port 99ad006a-36cb-4457-8cae-bba68d920e4f triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:47:47.425251 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-63eeb1b3-9e4b-40ab-99a2-974a286a28ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (99ad006a-36cb-4457-8cae-bba68d920e4f), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:47.470415 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-63eeb1b3-9e4b-40ab-99a2-974a286a28ee None None] Port 99ad006a-36cb-4457-8cae-bba68d920e4f cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:47:47.481135 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 740c8593-401f-46d6-a987-9373cd4103c8 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:47:47.489777 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:47.497967 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] Set router 34633b1f-7a02-454b-b8fd-b4cad69cf3a0 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:47:47.511854 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:47.536095 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 740c8593-401f-46d6-a987-9373cd4103c8 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:47:47.536881 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (740c8593-401f-46d6-a987-9373cd4103c8), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:47.640139 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 740c8593-401f-46d6-a987-9373cd4103c8 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:47:47.691933 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b7991c2a-c227-403b-be11-dacc8abec8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (99ad006a-36cb-4457-8cae-bba68d920e4f), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:47.725789 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34633b1f-7a02-454b-b8fd-b4cad69cf3a0', 'name': 'tempest-TestMinimumBasicScenario-53907682-router', 'tenant_id': '90313a490a5b46c99eef2527ba302267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '006c5467-9d67-480f-91ec-5fb1ee7b27fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:43Z', 'updated_at': '2022-05-26T19:47:45Z', 'revision_number': 3, 'project_id': '90313a490a5b46c99eef2527ba302267', 'gw_port': {'id': '006c5467-9d67-480f-91ec-5fb1ee7b27fa', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34633b1f-7a02-454b-b8fd-b4cad69cf3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:44Z', 'updated_at': '2022-05-26T19:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:47.759822 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5aaada-77f0-4309-8c29-d0a8f912f448 None None] The sync data for ids ['34633b1f-7a02-454b-b8fd-b4cad69cf3a0'] in dv-cinder-825492-17-iscsi is: [{'id': '34633b1f-7a02-454b-b8fd-b4cad69cf3a0', 'name': 'tempest-TestMinimumBasicScenario-53907682-router', 'tenant_id': '90313a490a5b46c99eef2527ba302267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '006c5467-9d67-480f-91ec-5fb1ee7b27fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:43Z', 'updated_at': '2022-05-26T19:47:45Z', 'revision_number': 3, 'project_id': '90313a490a5b46c99eef2527ba302267', 'gw_port': {'id': '006c5467-9d67-480f-91ec-5fb1ee7b27fa', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34633b1f-7a02-454b-b8fd-b4cad69cf3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:44Z', 'updated_at': '2022-05-26T19:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:47:47.919779 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b7991c2a-c227-403b-be11-dacc8abec8c1 admin admin] Publish callbacks [] for port (99ad006a-36cb-4457-8cae-bba68d920e4f), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:47.986407 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b7991c2a-c227-403b-be11-dacc8abec8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (99ad006a-36cb-4457-8cae-bba68d920e4f), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:48.078602 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7991c2a-c227-403b-be11-dacc8abec8c1 admin admin] Pushing event updated for resources: {'Port': ['ID=99ad006a-36cb-4457-8cae-bba68d920e4f,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:48.082620 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-b7991c2a-c227-403b-be11-dacc8abec8c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-131577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616579'] for router_interface (34633b1f-7a02-454b-b8fd-b4cad69cf3a0), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:48.179468 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7991c2a-c227-403b-be11-dacc8abec8c1 admin admin] Network fcb6e836-270a-49b7-8dbe-017f750906f4 is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:47:48.180887 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-b7991c2a-c227-403b-be11-dacc8abec8c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:47:48.307692 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:48.339357 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d41d9-211f-4caf-adf7-a1b663128ba1 req-6a8d40af-6d56-4d33-ba7b-103bf7dc2326 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:48.341209 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d35d41d9-211f-4caf-adf7-a1b663128ba1 req-6a8d40af-6d56-4d33-ba7b-103bf7dc2326 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 945 time: 0.0685525 May 26 19:47:48.350722 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7991c2a-c227-403b-be11-dacc8abec8c1 admin admin] Router 34633b1f-7a02-454b-b8fd-b4cad69cf3a0 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:47:48.436916 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d35d41d9-211f-4caf-adf7-a1b663128ba1 req-2be4413e-4866-44b2-9635-d44f4b055cb4 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=030bad9c-70a3-4870-b4d0-e3bacb569fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884159 May 26 19:47:48.503361 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7991c2a-c227-403b-be11-dacc8abec8c1 admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:47:48.508806 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-b7991c2a-c227-403b-be11-dacc8abec8c1 admin admin] 10.222.0.72 "PUT /v2.0/routers/34633b1f-7a02-454b-b8fd-b4cad69cf3a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3248668 May 26 19:47:48.519132 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-f83ed48a-2c9d-469a-b88a-46a7206fd9d6 None None] Provisioning complete for port 99ad006a-36cb-4457-8cae-bba68d920e4f triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:47:48.519592 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-f83ed48a-2c9d-469a-b88a-46a7206fd9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (99ad006a-36cb-4457-8cae-bba68d920e4f), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:48.552083 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-f83ed48a-2c9d-469a-b88a-46a7206fd9d6 None None] Port 99ad006a-36cb-4457-8cae-bba68d920e4f cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:47:49.379027 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] Sync routers for ids ['34633b1f-7a02-454b-b8fd-b4cad69cf3a0'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:47:49.386961 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:49.390429 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] Routers {'34633b1f-7a02-454b-b8fd-b4cad69cf3a0'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:47:49.391157 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:47:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['34633b1f-7a02-454b-b8fd-b4cad69cf3a0'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:49.429185 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 006c5467-9d67-480f-91ec-5fb1ee7b27fa up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:47:49.547521 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] Set router 34633b1f-7a02-454b-b8fd-b4cad69cf3a0 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:47:49.549777 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 006c5467-9d67-480f-91ec-5fb1ee7b27fa triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:47:49.550145 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (006c5467-9d67-480f-91ec-5fb1ee7b27fa), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:49.584275 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945cdd6-c0cc-4452-943c-ec9d469381b6 req-43d3d3b5-b8c7-471d-a92a-3a0dd424bd43 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:49.591557 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1945cdd6-c0cc-4452-943c-ec9d469381b6 req-43d3d3b5-b8c7-471d-a92a-3a0dd424bd43 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 945 time: 0.0595126 May 26 19:47:49.605353 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-eb34113f-1e7a-41d3-b330-59234c14ed70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:49.645551 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1945cdd6-c0cc-4452-943c-ec9d469381b6 req-92d48b3e-4645-43e6-bbfd-b85254120efa tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=030bad9c-70a3-4870-b4d0-e3bacb569fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530756 May 26 19:47:49.762759 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 006c5467-9d67-480f-91ec-5fb1ee7b27fa is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:47:49.763168 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (006c5467-9d67-480f-91ec-5fb1ee7b27fa), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:49.810594 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] For port 006c5467-9d67-480f-91ec-5fb1ee7b27fa, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=006c5467-9d67-480f-91ec-5fb1ee7b27fa,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:47:49.833045 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34633b1f-7a02-454b-b8fd-b4cad69cf3a0', 'name': 'tempest-TestMinimumBasicScenario-53907682-router', 'tenant_id': '90313a490a5b46c99eef2527ba302267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '006c5467-9d67-480f-91ec-5fb1ee7b27fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:43Z', 'updated_at': '2022-05-26T19:47:47Z', 'revision_number': 4, 'project_id': '90313a490a5b46c99eef2527ba302267', 'gw_port': {'id': '006c5467-9d67-480f-91ec-5fb1ee7b27fa', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34633b1f-7a02-454b-b8fd-b4cad69cf3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:44Z', 'updated_at': '2022-05-26T19:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '99ad006a-36cb-4457-8cae-bba68d920e4f', 'name': '', 'network_id': 'fcb6e836-270a-49b7-8dbe-017f750906f4', 'tenant_id': '90313a490a5b46c99eef2527ba302267', 'mac_address': 'fa:16:3e:41:47:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34633b1f-7a02-454b-b8fd-b4cad69cf3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '25441ba6-6407-45e1-909f-3ef1fc1c7c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:46Z', 'updated_at': '2022-05-26T19:47:47Z', 'revision_number': 2, 'project_id': '90313a490a5b46c99eef2527ba302267', 'subnets': [{'id': '25441ba6-6407-45e1-909f-3ef1fc1c7c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:49.864014 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] Checking router: 34633b1f-7a02-454b-b8fd-b4cad69cf3a0 for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:47:49.864276 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] Updating router 34633b1f-7a02-454b-b8fd-b4cad69cf3a0 port 99ad006a-36cb-4457-8cae-bba68d920e4f binding host dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:47:49.888381 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (006c5467-9d67-480f-91ec-5fb1ee7b27fa), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:49.914040 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (99ad006a-36cb-4457-8cae-bba68d920e4f), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:49.964092 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:49.970130 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Pushing event updated for resources: {'Port': ['ID=006c5467-9d67-480f-91ec-5fb1ee7b27fa,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:50.296855 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e4ab3-fb87-4423-b477-460a130dc74a req-e40334c3-4475-4f66-9d4a-b508a5420388 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:50.298486 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-cd7e4ab3-fb87-4423-b477-460a130dc74a req-e40334c3-4475-4f66-9d4a-b508a5420388 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 945 time: 0.0530162 May 26 19:47:50.423602 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] Publish callbacks [] for port (99ad006a-36cb-4457-8cae-bba68d920e4f), precommit_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:50.429749 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-cd7e4ab3-fb87-4423-b477-460a130dc74a req-37ae51a1-d34d-41b1-99f0-c5f2ea04d62c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Deleting port 28b54a18-eac4-47ed-9cdf-47ca938b6d20 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:47:50.430098 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-cd7e4ab3-fb87-4423-b477-460a130dc74a req-37ae51a1-d34d-41b1-99f0-c5f2ea04d62c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (28b54a18-eac4-47ed-9cdf-47ca938b6d20), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:50.480737 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:50.492335 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (99ad006a-36cb-4457-8cae-bba68d920e4f), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:50.533887 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:50.553455 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-cd7e4ab3-fb87-4423-b477-460a130dc74a req-37ae51a1-d34d-41b1-99f0-c5f2ea04d62c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] For port 28b54a18-eac4-47ed-9cdf-47ca938b6d20, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=28b54a18-eac4-47ed-9cdf-47ca938b6d20,segment=NetworkSegment(c32d74fb-2c69-4e8d-86ad-fd9955b4eb13),segment_id=c32d74fb-2c69-4e8d-86ad-fd9955b4eb13)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:47:50.553756 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-cd7e4ab3-fb87-4423-b477-460a130dc74a req-37ae51a1-d34d-41b1-99f0-c5f2ea04d62c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (28b54a18-eac4-47ed-9cdf-47ca938b6d20), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:50.579959 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4fd78-3d0a-4054-8d0c-86efe9cbba8a None None] Pushing event updated for resources: {'Port': ['ID=99ad006a-36cb-4457-8cae-bba68d920e4f,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:50.649456 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] Attempting to bind port 99ad006a-36cb-4457-8cae-bba68d920e4f on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:47:50.649818 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] Attempting to bind port 99ad006a-36cb-4457-8cae-bba68d920e4f by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': 'c5a1e364-6260-4670-ace8-993c1b718fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fcb6e836-270a-49b7-8dbe-017f750906f4'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:47:50.650181 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] Attempting to bind port 99ad006a-36cb-4457-8cae-bba68d920e4f on network fcb6e836-270a-49b7-8dbe-017f750906f4 {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:47:50.662110 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:47:50.662484 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] Checking segment: {'id': 'c5a1e364-6260-4670-ace8-993c1b718fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fcb6e836-270a-49b7-8dbe-017f750906f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:47:50.662887 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:50.663296 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] Bound using segment: {'id': 'c5a1e364-6260-4670-ace8-993c1b718fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fcb6e836-270a-49b7-8dbe-017f750906f4'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:47:50.669348 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] Bound port: 99ad006a-36cb-4457-8cae-bba68d920e4f, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a1e364-6260-4670-ace8-993c1b718fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fcb6e836-270a-49b7-8dbe-017f750906f4'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:47:50.669765 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (99ad006a-36cb-4457-8cae-bba68d920e4f), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:50.779359 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] For port 99ad006a-36cb-4457-8cae-bba68d920e4f, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:47:50.782983 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] For port 99ad006a-36cb-4457-8cae-bba68d920e4f, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=99ad006a-36cb-4457-8cae-bba68d920e4f,segment=NetworkSegment(c5a1e364-6260-4670-ace8-993c1b718fdc),segment_id=c5a1e364-6260-4670-ace8-993c1b718fdc)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:47:50.812453 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-cd7e4ab3-fb87-4423-b477-460a130dc74a req-37ae51a1-d34d-41b1-99f0-c5f2ea04d62c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:50.812741 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-cd7e4ab3-fb87-4423-b477-460a130dc74a req-37ae51a1-d34d-41b1-99f0-c5f2ea04d62c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (9ee8bcda-ec37-41f5-85e8-224c38245e20), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:50.813063 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.l3_db [req-cd7e4ab3-fb87-4423-b477-460a130dc74a req-37ae51a1-d34d-41b1-99f0-c5f2ea04d62c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Floating IP 9ee8bcda-ec37-41f5-85e8-224c38245e20 disassociated. External IP: 172.27.0.34, port: 28b54a18-eac4-47ed-9cdf-47ca938b6d20. May 26 19:47:50.813415 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-cd7e4ab3-fb87-4423-b477-460a130dc74a req-37ae51a1-d34d-41b1-99f0-c5f2ea04d62c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Calling delete_port for 28b54a18-eac4-47ed-9cdf-47ca938b6d20 owned by compute:nova {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:47:50.889445 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bc53d-7546-445d-9eff-7a302ecd93e8 req-bb67fb35-8dec-4c51-9dff-13f9e8eeb55c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:50.890995 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-b01bc53d-7546-445d-9eff-7a302ecd93e8 req-bb67fb35-8dec-4c51-9dff-13f9e8eeb55c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 945 time: 0.0933628 May 26 19:47:50.900019 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (99ad006a-36cb-4457-8cae-bba68d920e4f), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:50.933320 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-6136479c-9a63-44d0-96cf-31deca389f3e None None] Provisioning complete for port 99ad006a-36cb-4457-8cae-bba68d920e4f triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:47:50.933687 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6136479c-9a63-44d0-96cf-31deca389f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (99ad006a-36cb-4457-8cae-bba68d920e4f), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:50.956415 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-b01bc53d-7546-445d-9eff-7a302ecd93e8 req-849fb96f-3d89-42b6-a149-f3d3fd48fe34 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups?id=030bad9c-70a3-4870-b4d0-e3bacb569fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562773 May 26 19:47:51.028678 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4fd78-3d0a-4054-8d0c-86efe9cbba8a None None] Pushing event updated for resources: {'Port': ['ID=99ad006a-36cb-4457-8cae-bba68d920e4f,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:51.037476 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] Routers {'34633b1f-7a02-454b-b8fd-b4cad69cf3a0'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:47:51.038357 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:47:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['34633b1f-7a02-454b-b8fd-b4cad69cf3a0'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:51.101286 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-cd7e4ab3-fb87-4423-b477-460a130dc74a req-37ae51a1-d34d-41b1-99f0-c5f2ea04d62c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (28b54a18-eac4-47ed-9cdf-47ca938b6d20), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:51.152355 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-6136479c-9a63-44d0-96cf-31deca389f3e None None] Current status of the port 99ad006a-36cb-4457-8cae-bba68d920e4f is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:47:51.152751 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6136479c-9a63-44d0-96cf-31deca389f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (99ad006a-36cb-4457-8cae-bba68d920e4f), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:51.155225 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae51a1-d34d-41b1-99f0-c5f2ea04d62c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Pushing event deleted for resources: {'Port': ['ID=28b54a18-eac4-47ed-9cdf-47ca938b6d20,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:51.214156 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] Set router 34633b1f-7a02-454b-b8fd-b4cad69cf3a0 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:47:51.293694 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-6136479c-9a63-44d0-96cf-31deca389f3e None None] For port 99ad006a-36cb-4457-8cae-bba68d920e4f, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=99ad006a-36cb-4457-8cae-bba68d920e4f,segment=NetworkSegment(c5a1e364-6260-4670-ace8-993c1b718fdc),segment_id=c5a1e364-6260-4670-ace8-993c1b718fdc)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:47:51.325457 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd7e4ab3-fb87-4423-b477-460a130dc74a req-37ae51a1-d34d-41b1-99f0-c5f2ea04d62c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Router c8f12779-38ac-477e-83d3-c87fee9362ff has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:47:51.334744 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:51.427680 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:51.442097 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd7e4ab3-fb87-4423-b477-460a130dc74a req-37ae51a1-d34d-41b1-99f0-c5f2ea04d62c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:47:51.453844 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8a8c7f-6f9b-4508-951e-0053950c6297 None None] Sync routers for ids ['c8f12779-38ac-477e-83d3-c87fee9362ff'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:47:51.462362 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 006c5467-9d67-480f-91ec-5fb1ee7b27fa up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:47:51.464677 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6136479c-9a63-44d0-96cf-31deca389f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (99ad006a-36cb-4457-8cae-bba68d920e4f), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:51.487285 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8a8c7f-6f9b-4508-951e-0053950c6297 None None] Routers {'c8f12779-38ac-477e-83d3-c87fee9362ff'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:47:51.488252 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-4f8a8c7f-6f9b-4508-951e-0053950c6297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:47:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['c8f12779-38ac-477e-83d3-c87fee9362ff'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:51.512207 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7e4ab3-fb87-4423-b477-460a130dc74a req-37ae51a1-d34d-41b1-99f0-c5f2ea04d62c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] No DVR routers for this DVR port 28b54a18-eac4-47ed-9cdf-47ca938b6d20 on host hv-cinder-82549 {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:47:51.519530 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-cd7e4ab3-fb87-4423-b477-460a130dc74a req-37ae51a1-d34d-41b1-99f0-c5f2ea04d62c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:51.523830 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-cd7e4ab3-fb87-4423-b477-460a130dc74a req-37ae51a1-d34d-41b1-99f0-c5f2ea04d62c tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.77 "DELETE /v2.0/ports/28b54a18-eac4-47ed-9cdf-47ca938b6d20 HTTP/1.1" status: 204 len: 173 time: 1.2173140 May 26 19:47:51.524616 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e438f4b-10f6-4fee-8c25-59798fde83de', 'name': 'network-vif-deleted', 'tag': '28b54a18-eac4-47ed-9cdf-47ca938b6d20'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:47:51.526868 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b634b8d-3b53-4953-ba49-ed46bea0c3cc" -d '{"events": [{"server_uuid": "3e438f4b-10f6-4fee-8c25-59798fde83de", "name": "network-vif-deleted", "tag": "28b54a18-eac4-47ed-9cdf-47ca938b6d20"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:47:51.551114 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34633b1f-7a02-454b-b8fd-b4cad69cf3a0', 'name': 'tempest-TestMinimumBasicScenario-53907682-router', 'tenant_id': '90313a490a5b46c99eef2527ba302267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '006c5467-9d67-480f-91ec-5fb1ee7b27fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:43Z', 'updated_at': '2022-05-26T19:47:47Z', 'revision_number': 4, 'project_id': '90313a490a5b46c99eef2527ba302267', 'gw_port': {'id': '006c5467-9d67-480f-91ec-5fb1ee7b27fa', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34633b1f-7a02-454b-b8fd-b4cad69cf3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:44Z', 'updated_at': '2022-05-26T19:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '99ad006a-36cb-4457-8cae-bba68d920e4f', 'name': '', 'network_id': 'fcb6e836-270a-49b7-8dbe-017f750906f4', 'tenant_id': '90313a490a5b46c99eef2527ba302267', 'mac_address': 'fa:16:3e:41:47:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34633b1f-7a02-454b-b8fd-b4cad69cf3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '25441ba6-6407-45e1-909f-3ef1fc1c7c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:46Z', 'updated_at': '2022-05-26T19:47:50Z', 'revision_number': 4, 'project_id': '90313a490a5b46c99eef2527ba302267', 'subnets': [{'id': '25441ba6-6407-45e1-909f-3ef1fc1c7c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:51.643353 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:51.679738 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431113e9-2891-4d73-bb19-883e22d41272 None None] The sync data for ids ['34633b1f-7a02-454b-b8fd-b4cad69cf3a0'] in dv-cinder-825492-17-iscsi is: [{'id': '34633b1f-7a02-454b-b8fd-b4cad69cf3a0', 'name': 'tempest-TestMinimumBasicScenario-53907682-router', 'tenant_id': '90313a490a5b46c99eef2527ba302267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '006c5467-9d67-480f-91ec-5fb1ee7b27fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:43Z', 'updated_at': '2022-05-26T19:47:47Z', 'revision_number': 4, 'project_id': '90313a490a5b46c99eef2527ba302267', 'gw_port': {'id': '006c5467-9d67-480f-91ec-5fb1ee7b27fa', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34633b1f-7a02-454b-b8fd-b4cad69cf3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:44Z', 'updated_at': '2022-05-26T19:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '99ad006a-36cb-4457-8cae-bba68d920e4f', 'name': '', 'network_id': 'fcb6e836-270a-49b7-8dbe-017f750906f4', 'tenant_id': '90313a490a5b46c99eef2527ba302267', 'mac_address': 'fa:16:3e:41:47:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34633b1f-7a02-454b-b8fd-b4cad69cf3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '25441ba6-6407-45e1-909f-3ef1fc1c7c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:46Z', 'updated_at': '2022-05-26T19:47:50Z', 'revision_number': 4, 'project_id': '90313a490a5b46c99eef2527ba302267', 'subnets': [{'id': '25441ba6-6407-45e1-909f-3ef1fc1c7c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:47:51.692373 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-4f8a8c7f-6f9b-4508-951e-0053950c6297 None None] Set router c8f12779-38ac-477e-83d3-c87fee9362ff gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:47:51.712164 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:51.759680 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-ba6c3560-5fff-4bbc-a224-8f0b76fd83e1 None None] Provisioning complete for port 99ad006a-36cb-4457-8cae-bba68d920e4f triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:47:51.759910 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-ba6c3560-5fff-4bbc-a224-8f0b76fd83e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (99ad006a-36cb-4457-8cae-bba68d920e4f), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:51.860646 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136479c-9a63-44d0-96cf-31deca389f3e None None] Pushing event updated for resources: {'Port': ['ID=99ad006a-36cb-4457-8cae-bba68d920e4f,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:51.890299 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43238ec3-6998-4a6a-9a50-26d8f882866e x-openstack-request-id: req-43238ec3-6998-4a6a-9a50-26d8f882866e {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:47:51.890528 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e438f4b-10f6-4fee-8c25-59798fde83de", "name": "network-vif-deleted", "tag": "28b54a18-eac4-47ed-9cdf-47ca938b6d20", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:47:51.890774 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-43238ec3-6998-4a6a-9a50-26d8f882866e {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:47:51.891198 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43238ec3-6998-4a6a-9a50-26d8f882866e'] response: {'server_uuid': '3e438f4b-10f6-4fee-8c25-59798fde83de', 'name': 'network-vif-deleted', 'tag': '28b54a18-eac4-47ed-9cdf-47ca938b6d20', 'status': 'completed', 'code': 200} May 26 19:47:51.906268 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 006c5467-9d67-480f-91ec-5fb1ee7b27fa triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:47:51.907256 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (006c5467-9d67-480f-91ec-5fb1ee7b27fa), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:51.977872 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-289331bd-b217-48d9-b653-d2057f4da73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:52.101889 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-ba6c3560-5fff-4bbc-a224-8f0b76fd83e1 None None] Current status of the port 99ad006a-36cb-4457-8cae-bba68d920e4f is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:47:52.132822 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fb58dca6-dbca-4104-a567-1f91f2e3ed13 req-4fd62be0-30a4-44af-8e4e-c8153bbed598 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e438f4b-10f6-4fee-8c25-59798fde83de HTTP/1.1" status: 200 len: 210 time: 0.0508168 May 26 19:47:52.134288 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 006c5467-9d67-480f-91ec-5fb1ee7b27fa is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:47:52.144106 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-4f8a8c7f-6f9b-4508-951e-0053950c6297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'name': 'tempest-AttachVolumeTestJSON-600110457-router', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:21Z', 'updated_at': '2022-05-26T19:42:24Z', 'revision_number': 4, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'gw_port': {'id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '34992ea4-a649-4663-bd64-68a401583028', 'name': '', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'mac_address': 'fa:16:3e:04:17:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:24Z', 'updated_at': '2022-05-26T19:42:29Z', 'revision_number': 5, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'subnets': [{'id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:52.187710 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8a8c7f-6f9b-4508-951e-0053950c6297 None None] Checking router: c8f12779-38ac-477e-83d3-c87fee9362ff for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:47:52.206363 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8a8c7f-6f9b-4508-951e-0053950c6297 None None] Routers {'c8f12779-38ac-477e-83d3-c87fee9362ff'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:47:52.207030 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-4f8a8c7f-6f9b-4508-951e-0053950c6297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:47:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['c8f12779-38ac-477e-83d3-c87fee9362ff'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:52.351995 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-4f8a8c7f-6f9b-4508-951e-0053950c6297 None None] Set router c8f12779-38ac-477e-83d3-c87fee9362ff gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:47:52.649641 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-4f8a8c7f-6f9b-4508-951e-0053950c6297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'name': 'tempest-AttachVolumeTestJSON-600110457-router', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:21Z', 'updated_at': '2022-05-26T19:42:24Z', 'revision_number': 4, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'gw_port': {'id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '34992ea4-a649-4663-bd64-68a401583028', 'name': '', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'mac_address': 'fa:16:3e:04:17:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:24Z', 'updated_at': '2022-05-26T19:42:29Z', 'revision_number': 5, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'subnets': [{'id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:52.677989 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8a8c7f-6f9b-4508-951e-0053950c6297 None None] The sync data for ids ['c8f12779-38ac-477e-83d3-c87fee9362ff'] in dv-cinder-825492-17-iscsi is: [{'id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'name': 'tempest-AttachVolumeTestJSON-600110457-router', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:21Z', 'updated_at': '2022-05-26T19:42:24Z', 'revision_number': 4, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'gw_port': {'id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': '34992ea4-a649-4663-bd64-68a401583028', 'name': '', 'network_id': '3d90aacf-7ed7-4464-b873-af570bc85444', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'mac_address': 'fa:16:3e:04:17:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:24Z', 'updated_at': '2022-05-26T19:42:29Z', 'revision_number': 5, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'subnets': [{'id': '1a77309c-764f-454e-97c7-cacc8c9fe03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:47:52.788313 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 28b54a18-eac4-47ed-9cdf-47ca938b6d20 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:47:52.820240 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] No Port match for: 28b54a18-eac4-47ed-9cdf-47ca938b6d20 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:47:52.820718 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 28b54a18-eac4-47ed-9cdf-47ca938b6d20 not bound to the agent host hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:47:52.995695 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:53.071399 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355df912-f1e1-411e-b374-36dfaaef9f1c None None] New status for floating IP 9ee8bcda-ec37-41f5-85e8-224c38245e20: DOWN {{(pid=104686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:47:53.397803 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 99ad006a-36cb-4457-8cae-bba68d920e4f up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:47:53.446187 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 99ad006a-36cb-4457-8cae-bba68d920e4f triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:47:53.446556 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (99ad006a-36cb-4457-8cae-bba68d920e4f), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:53.476115 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 59992) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:53.539312 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 99ad006a-36cb-4457-8cae-bba68d920e4f is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:47:53.552902 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-346267be-2cf3-4aa0-b565-f758edd57c64 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group (030bad9c-70a3-4870-b4d0-e3bacb569fd4), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:53.580070 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-346267be-2cf3-4aa0-b565-f758edd57c64 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group (030bad9c-70a3-4870-b4d0-e3bacb569fd4), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:53.600626 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:53.725019 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-346267be-2cf3-4aa0-b565-f758edd57c64 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (030bad9c-70a3-4870-b4d0-e3bacb569fd4), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:53.727744 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-346267be-2cf3-4aa0-b565-f758edd57c64 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:53.731686 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-346267be-2cf3-4aa0-b565-f758edd57c64 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "DELETE /v2.0/security-groups/030bad9c-70a3-4870-b4d0-e3bacb569fd4 HTTP/1.1" status: 204 len: 168 time: 0.2528114 May 26 19:47:53.732329 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 59996) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:53.752613 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346267be-2cf3-4aa0-b565-f758edd57c64 tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=030bad9c-70a3-4870-b4d0-e3bacb569fd4,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:53.760588 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.api.v2.resource [None req-0939375f-5f50-4e43-a131-98c85343e37f tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] show failed (client error): The resource could not be found. May 26 19:47:53.764236 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-0939375f-5f50-4e43-a131-98c85343e37f tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "GET /v2.0/security-groups/030bad9c-70a3-4870-b4d0-e3bacb569fd4 HTTP/1.1" status: 404 len: 347 time: 0.0283129 May 26 19:47:53.764380 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 59998) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:53.902614 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-09b2b8da-9e1a-4f72-a7da-1c092d78e73d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Deleting port f80d3e46-981f-4e2f-88a9-bbb8639d6102 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:47:53.902983 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-09b2b8da-9e1a-4f72-a7da-1c092d78e73d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (f80d3e46-981f-4e2f-88a9-bbb8639d6102), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:53.988033 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-09b2b8da-9e1a-4f72-a7da-1c092d78e73d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (f80d3e46-981f-4e2f-88a9-bbb8639d6102), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:53.988033 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-09b2b8da-9e1a-4f72-a7da-1c092d78e73d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for floatingip (f80d3e46-981f-4e2f-88a9-bbb8639d6102), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:54.000864 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-09b2b8da-9e1a-4f72-a7da-1c092d78e73d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Calling delete_port for f80d3e46-981f-4e2f-88a9-bbb8639d6102 owned by network:floatingip {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:47:54.261015 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-09b2b8da-9e1a-4f72-a7da-1c092d78e73d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (f80d3e46-981f-4e2f-88a9-bbb8639d6102), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:54.286483 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2b8da-9e1a-4f72-a7da-1c092d78e73d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Pushing event deleted for resources: {'Port': ['ID=f80d3e46-981f-4e2f-88a9-bbb8639d6102,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:54.360312 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-09b2b8da-9e1a-4f72-a7da-1c092d78e73d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks [] for floatingip (9ee8bcda-ec37-41f5-85e8-224c38245e20), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:54.362953 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-09b2b8da-9e1a-4f72-a7da-1c092d78e73d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:54.366982 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-09b2b8da-9e1a-4f72-a7da-1c092d78e73d tempest-AttachVolumeTestJSON-28422270 tempest-AttachVolumeTestJSON-28422270-project] 10.222.0.72 "DELETE /v2.0/floatingips/9ee8bcda-ec37-41f5-85e8-224c38245e20 HTTP/1.1" status: 204 len: 168 time: 0.5988381 May 26 19:47:54.626363 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:55.935096 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:57.300799 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:58.446619 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 60030) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:47:59.024684 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:59.209637 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-35aeb8b5-e3a5-4fea-9aef-b9bd6ef54a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616614'] for router_interface (c8f12779-38ac-477e-83d3-c87fee9362ff), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:59.443532 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:59.448696 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-35aeb8b5-e3a5-4fea-9aef-b9bd6ef54a3c admin admin] Deleting port 34992ea4-a649-4663-bd64-68a401583028 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:47:59.449306 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-35aeb8b5-e3a5-4fea-9aef-b9bd6ef54a3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (34992ea4-a649-4663-bd64-68a401583028), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:59.534052 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [None req-35aeb8b5-e3a5-4fea-9aef-b9bd6ef54a3c admin admin] For port 34992ea4-a649-4663-bd64-68a401583028, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=34992ea4-a649-4663-bd64-68a401583028,segment=NetworkSegment(c32d74fb-2c69-4e8d-86ad-fd9955b4eb13),segment_id=c32d74fb-2c69-4e8d-86ad-fd9955b4eb13)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:47:59.534499 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-35aeb8b5-e3a5-4fea-9aef-b9bd6ef54a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (34992ea4-a649-4663-bd64-68a401583028), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:59.548311 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-35aeb8b5-e3a5-4fea-9aef-b9bd6ef54a3c admin admin] Calling delete_port for 34992ea4-a649-4663-bd64-68a401583028 owned by network:router_interface {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:47:59.608460 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=42,neutron:INSERT=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:59.636684 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=79,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:47:59.801127 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-35aeb8b5-e3a5-4fea-9aef-b9bd6ef54a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (34992ea4-a649-4663-bd64-68a401583028), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:47:59.826805 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aeb8b5-e3a5-4fea-9aef-b9bd6ef54a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=34992ea4-a649-4663-bd64-68a401583028,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:59.891323 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:00.011591 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-35aeb8b5-e3a5-4fea-9aef-b9bd6ef54a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-131568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1616506'] for router_interface (c8f12779-38ac-477e-83d3-c87fee9362ff), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:00.218966 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35aeb8b5-e3a5-4fea-9aef-b9bd6ef54a3c admin admin] Router c8f12779-38ac-477e-83d3-c87fee9362ff has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:48:00.320955 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35aeb8b5-e3a5-4fea-9aef-b9bd6ef54a3c admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:48:00.325817 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-35aeb8b5-e3a5-4fea-9aef-b9bd6ef54a3c admin admin] 10.222.0.72 "PUT /v2.0/routers/c8f12779-38ac-477e-83d3-c87fee9362ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8781557 May 26 19:48:00.328268 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 60044) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:00.333302 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acc1bc2-c1b8-449b-9020-d9fc0e722fb7 None None] Sync routers for ids ['c8f12779-38ac-477e-83d3-c87fee9362ff'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:48:00.344978 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acc1bc2-c1b8-449b-9020-d9fc0e722fb7 None None] Routers {'c8f12779-38ac-477e-83d3-c87fee9362ff'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:48:00.346039 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-5acc1bc2-c1b8-449b-9020-d9fc0e722fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:47:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['c8f12779-38ac-477e-83d3-c87fee9362ff'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:00.453586 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-5acc1bc2-c1b8-449b-9020-d9fc0e722fb7 None None] Set router c8f12779-38ac-477e-83d3-c87fee9362ff gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:48:00.630653 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-5acc1bc2-c1b8-449b-9020-d9fc0e722fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'name': 'tempest-AttachVolumeTestJSON-600110457-router', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:21Z', 'updated_at': '2022-05-26T19:47:59Z', 'revision_number': 5, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'gw_port': {'id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:00.659653 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acc1bc2-c1b8-449b-9020-d9fc0e722fb7 None None] Checking router: c8f12779-38ac-477e-83d3-c87fee9362ff for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:48:00.662295 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:00.668464 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acc1bc2-c1b8-449b-9020-d9fc0e722fb7 None None] Routers {'c8f12779-38ac-477e-83d3-c87fee9362ff'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:48:00.669075 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-5acc1bc2-c1b8-449b-9020-d9fc0e722fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:47:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['c8f12779-38ac-477e-83d3-c87fee9362ff'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:00.690196 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:00.753407 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-1f9b44aa-920b-4c77-8051-4ef0b3c60fad admin admin] Publish callbacks [] for router (c8f12779-38ac-477e-83d3-c87fee9362ff), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:00.769849 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-5acc1bc2-c1b8-449b-9020-d9fc0e722fb7 None None] Set router c8f12779-38ac-477e-83d3-c87fee9362ff gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:48:00.867459 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-73bfb6cd-b37f-46cb-b307-ba9ff1bff9e4 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:00.868949 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-73bfb6cd-b37f-46cb-b307-ba9ff1bff9e4 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/networks?id=5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d HTTP/1.1" status: 200 len: 814 time: 0.1940823 May 26 19:48:00.893658 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-9f1ed44e-30c1-4683-a3ac-37b193718735 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/quotas/f01283b247cc476682b191f71b1d03ed HTTP/1.1" status: 200 len: 375 time: 0.0179307 May 26 19:48:00.910816 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-1f9b44aa-920b-4c77-8051-4ef0b3c60fad admin admin] Publish callbacks [] for router_gateway (c8f12779-38ac-477e-83d3-c87fee9362ff), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:00.915470 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:00.948508 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-c3532222-6fca-4259-afd5-9d111a09ad43 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f01283b247cc476682b191f71b1d03ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489628 May 26 19:48:01.008049 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-e9b45507-f1aa-42a6-8e55-8685e720869f service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 19:48:01.008980 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-e9b45507-f1aa-42a6-8e55-8685e720869f service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0488234 May 26 19:48:01.020277 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-5acc1bc2-c1b8-449b-9020-d9fc0e722fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'name': 'tempest-AttachVolumeTestJSON-600110457-router', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:21Z', 'updated_at': '2022-05-26T19:47:59Z', 'revision_number': 5, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'gw_port': {'id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:01.044509 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acc1bc2-c1b8-449b-9020-d9fc0e722fb7 None None] The sync data for ids ['c8f12779-38ac-477e-83d3-c87fee9362ff'] in dv-cinder-825492-17-iscsi is: [{'id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'name': 'tempest-AttachVolumeTestJSON-600110457-router', 'tenant_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:21Z', 'updated_at': '2022-05-26T19:47:59Z', 'revision_number': 5, 'project_id': 'f6d58e80c3594ae2abb49ade4482dfd3', 'gw_port': {'id': 'a0039b06-c3e0-4484-8c1a-0efe8f60768b', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f12779-38ac-477e-83d3-c87fee9362ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:48:01.098486 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-1f9b44aa-920b-4c77-8051-4ef0b3c60fad admin admin] Deleting port a0039b06-c3e0-4484-8c1a-0efe8f60768b {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:48:01.102572 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-1f9b44aa-920b-4c77-8051-4ef0b3c60fad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (a0039b06-c3e0-4484-8c1a-0efe8f60768b), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:01.115823 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:01.186309 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-dcd295fc-928d-4fd7-a4e7-4620ccc8294d service neutron] 10.222.0.72 "GET /v2.0/networks/5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707644 May 26 19:48:01.265887 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [None req-1f9b44aa-920b-4c77-8051-4ef0b3c60fad admin admin] For port a0039b06-c3e0-4484-8c1a-0efe8f60768b, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=a0039b06-c3e0-4484-8c1a-0efe8f60768b,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:48:01.266178 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-1f9b44aa-920b-4c77-8051-4ef0b3c60fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (a0039b06-c3e0-4484-8c1a-0efe8f60768b), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:01.289793 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-1f9b44aa-920b-4c77-8051-4ef0b3c60fad admin admin] Calling delete_port for a0039b06-c3e0-4484-8c1a-0efe8f60768b owned by network:router_gateway {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:48:01.353404 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-a64631e8-1e89-41fc-a16f-f0e67d08e409 service neutron] 10.222.0.72 "GET /v2.0/networks/5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601863 May 26 19:48:01.435993 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:01.458658 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 34992ea4-a649-4663-bd64-68a401583028 no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:48:01.482767 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: 34992ea4-a649-4663-bd64-68a401583028 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:48:01.483382 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 34992ea4-a649-4663-bd64-68a401583028 not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:48:01.575699 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-1f9b44aa-920b-4c77-8051-4ef0b3c60fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (a0039b06-c3e0-4484-8c1a-0efe8f60768b), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:01.601794 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b44aa-920b-4c77-8051-4ef0b3c60fad admin admin] Pushing event deleted for resources: {'Port': ['ID=a0039b06-c3e0-4484-8c1a-0efe8f60768b,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:01.655418 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c4cec897-2ec1-43d6-a0f8-caefa191ffca req-d930b7bd-a329-4991-97bd-cb2dae9d30b2 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 210 time: 0.0504413 May 26 19:48:01.671459 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-1f9b44aa-920b-4c77-8051-4ef0b3c60fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617880'] for router_gateway (c8f12779-38ac-477e-83d3-c87fee9362ff), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:01.755181 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-1f9b44aa-920b-4c77-8051-4ef0b3c60fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1823113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7897'] for router (c8f12779-38ac-477e-83d3-c87fee9362ff), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:01.757369 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-1f9b44aa-920b-4c77-8051-4ef0b3c60fad admin admin] Publish callbacks [] for router_controller (c8f12779-38ac-477e-83d3-c87fee9362ff), precommit_delete_associations {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:01.865863 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-1f9b44aa-920b-4c77-8051-4ef0b3c60fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823106'] for router (c8f12779-38ac-477e-83d3-c87fee9362ff), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:01.866519 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9b44aa-920b-4c77-8051-4ef0b3c60fad admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8f12779-38ac-477e-83d3-c87fee9362ff {{(pid=104684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 19:48:01.870739 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-1f9b44aa-920b-4c77-8051-4ef0b3c60fad admin admin] Publish callbacks [] for router (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:01.872176 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-1f9b44aa-920b-4c77-8051-4ef0b3c60fad admin admin] 10.222.0.72 "DELETE /v2.0/routers/c8f12779-38ac-477e-83d3-c87fee9362ff HTTP/1.1" status: 204 len: 168 time: 1.5430117 May 26 19:48:01.874685 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 60072) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:01.920389 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e27e9d4-f010-4cef-a356-195d115a1248 admin admin] Deleting subnet 1a77309c-764f-454e-97c7-cacc8c9fe03c {{(pid=104684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 19:48:01.924585 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2e27e9d4-f010-4cef-a356-195d115a1248 admin admin] Publish callbacks [] for subnet (1a77309c-764f-454e-97c7-cacc8c9fe03c), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:01.963709 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2e27e9d4-f010-4cef-a356-195d115a1248 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13475750'] for subnet (1a77309c-764f-454e-97c7-cacc8c9fe03c), precommit_delete_associations {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:02.048214 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2e27e9d4-f010-4cef-a356-195d115a1248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674963'] for subnet (1a77309c-764f-454e-97c7-cacc8c9fe03c), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:02.166515 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2e27e9d4-f010-4cef-a356-195d115a1248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13475664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13281352'] for subnet (1a77309c-764f-454e-97c7-cacc8c9fe03c), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:02.192785 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27e9d4-f010-4cef-a356-195d115a1248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a77309c-764f-454e-97c7-cacc8c9fe03c,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:02.202762 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2e27e9d4-f010-4cef-a356-195d115a1248 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:02.202762 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-2e27e9d4-f010-4cef-a356-195d115a1248 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1a77309c-764f-454e-97c7-cacc8c9fe03c HTTP/1.1" status: 204 len: 168 time: 0.3259373 May 26 19:48:02.203059 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e20958-43b5-4eb6-92c4-88070265e6b8 None None] Network 3d90aacf-7ed7-4464-b873-af570bc85444 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:48:02.204328 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 60074) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:02.277556 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f8c995df-b60d-4c58-b16f-284bee67a313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1324308'] for network (3d90aacf-7ed7-4464-b873-af570bc85444), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:02.328413 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-f8c995df-b60d-4c58-b16f-284bee67a313 admin admin] Deleting port 307ea05e-f222-49f9-8a00-b870558801c4 {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:48:02.328766 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f8c995df-b60d-4c58-b16f-284bee67a313 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (307ea05e-f222-49f9-8a00-b870558801c4), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:02.372619 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299cd9e1-f062-4baf-aa80-016f68bc4554 None None] DHCP port deletion for 3d90aacf-7ed7-4464-b873-af570bc85444 request from dv-cinder-825492-17-iscsi {{(pid=104686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 19:48:02.397340 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [None req-f8c995df-b60d-4c58-b16f-284bee67a313 admin admin] For port 307ea05e-f222-49f9-8a00-b870558801c4, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=307ea05e-f222-49f9-8a00-b870558801c4,segment=NetworkSegment(c32d74fb-2c69-4e8d-86ad-fd9955b4eb13),segment_id=c32d74fb-2c69-4e8d-86ad-fd9955b4eb13)] {{(pid=104685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:48:02.397737 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f8c995df-b60d-4c58-b16f-284bee67a313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (307ea05e-f222-49f9-8a00-b870558801c4), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:02.409838 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-299cd9e1-f062-4baf-aa80-016f68bc4554 None None] Deleting port 307ea05e-f222-49f9-8a00-b870558801c4 {{(pid=104686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:48:02.410205 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-299cd9e1-f062-4baf-aa80-016f68bc4554 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (307ea05e-f222-49f9-8a00-b870558801c4), before_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:02.412226 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-f8c995df-b60d-4c58-b16f-284bee67a313 admin admin] Calling delete_port for 307ea05e-f222-49f9-8a00-b870558801c4 owned by network:dhcp {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:48:02.427552 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:02.478435 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-299cd9e1-f062-4baf-aa80-016f68bc4554 None None] For port 307ea05e-f222-49f9-8a00-b870558801c4, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=307ea05e-f222-49f9-8a00-b870558801c4,segment=NetworkSegment(c32d74fb-2c69-4e8d-86ad-fd9955b4eb13),segment_id=c32d74fb-2c69-4e8d-86ad-fd9955b4eb13)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:48:02.479140 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-299cd9e1-f062-4baf-aa80-016f68bc4554 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (307ea05e-f222-49f9-8a00-b870558801c4), precommit_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:02.492760 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-299cd9e1-f062-4baf-aa80-016f68bc4554 None None] Calling delete_port for 307ea05e-f222-49f9-8a00-b870558801c4 owned by network:dhcp {{(pid=104686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:48:02.569352 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f8c995df-b60d-4c58-b16f-284bee67a313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (307ea05e-f222-49f9-8a00-b870558801c4), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:02.575490 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-299cd9e1-f062-4baf-aa80-016f68bc4554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700'] for port (307ea05e-f222-49f9-8a00-b870558801c4), after_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:02.596181 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c995df-b60d-4c58-b16f-284bee67a313 admin admin] Pushing event deleted for resources: {'Port': ['ID=307ea05e-f222-49f9-8a00-b870558801c4,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:02.597105 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c995df-b60d-4c58-b16f-284bee67a313 admin admin] No DVR routers for this DVR port 307ea05e-f222-49f9-8a00-b870558801c4 on host dv-cinder-825492-17-iscsi {{(pid=104685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:48:02.670217 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f8c995df-b60d-4c58-b16f-284bee67a313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672550', 'neutron.services.segments.db._delete_segments_for_network-8748975417968'] for network (3d90aacf-7ed7-4464-b873-af570bc85444), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:02.698066 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-f8c995df-b60d-4c58-b16f-284bee67a313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d90aacf-7ed7-4464-b873-af570bc85444']}} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:02.710525 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-f8c995df-b60d-4c58-b16f-284bee67a313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32d74fb-2c69-4e8d-86ad-fd9955b4eb13') {'for_net_delete': True} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:02.710880 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-f8c995df-b60d-4c58-b16f-284bee67a313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32d74fb-2c69-4e8d-86ad-fd9955b4eb13') {} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:02.723336 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f8c995df-b60d-4c58-b16f-284bee67a313 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748975417721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16119978'] for segment (c32d74fb-2c69-4e8d-86ad-fd9955b4eb13), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:02.728741 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299cd9e1-f062-4baf-aa80-016f68bc4554 None None] Pushing event deleted for resources: {'Port': ['ID=307ea05e-f222-49f9-8a00-b870558801c4,revision_number=None']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:02.730561 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299cd9e1-f062-4baf-aa80-016f68bc4554 None None] No DVR routers for this DVR port 307ea05e-f222-49f9-8a00-b870558801c4 on host dv-cinder-825492-17-iscsi {{(pid=104686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:48:02.743343 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-90ad7a62-170d-416c-9e81-f8f236b0d52f req-312efaed-c8dd-49ad-9c98-45012674e4eb tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 210 time: 0.0369709 May 26 19:48:02.743453 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f8c995df-b60d-4c58-b16f-284bee67a313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (c32d74fb-2c69-4e8d-86ad-fd9955b4eb13), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:02.749960 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c995df-b60d-4c58-b16f-284bee67a313 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:48:02.750367 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f8c995df-b60d-4c58-b16f-284bee67a313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16099718'] for segment (c32d74fb-2c69-4e8d-86ad-fd9955b4eb13), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:02.802504 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.services.segments.plugin [-] Segment c32d74fb-2c69-4e8d-86ad-fd9955b4eb13 resource provider aggregate not found May 26 19:48:02.820640 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.services.segments.plugin [-] Segment c32d74fb-2c69-4e8d-86ad-fd9955b4eb13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c32d74fb-2c69-4e8d-86ad-fd9955b4eb13 found for delete ", "request_id": "req-d367cc6f-e2ff-4678-9605-65b3171a08c8"}]} May 26 19:48:02.877805 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f8c995df-b60d-4c58-b16f-284bee67a313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617908'] for network (3d90aacf-7ed7-4464-b873-af570bc85444), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:02.886042 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f8c995df-b60d-4c58-b16f-284bee67a313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:02.889286 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-f8c995df-b60d-4c58-b16f-284bee67a313 admin admin] 10.222.0.72 "DELETE /v2.0/networks/3d90aacf-7ed7-4464-b873-af570bc85444 HTTP/1.1" status: 204 len: 168 time: 0.6834052 May 26 19:48:02.901283 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c995df-b60d-4c58-b16f-284bee67a313 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d90aacf-7ed7-4464-b873-af570bc85444,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:03.240802 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 60086) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:03.281040 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-6060bb73-f310-48f2-a728-cd4a7bcc598a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f6d58e80c3594ae2abb49ade4482dfd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391033 May 26 19:48:03.283655 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 60088) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:03.334868 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-5ec818d8-266b-492b-8fe6-7e359e263838 admin admin] Publish callbacks [] for security_group (ceef9d54-40dd-4b29-be0a-4ebd769fe5cf), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:03.364723 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-5ec818d8-266b-492b-8fe6-7e359e263838 admin admin] Publish callbacks [] for security_group (ceef9d54-40dd-4b29-be0a-4ebd769fe5cf), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:03.383728 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 307ea05e-f222-49f9-8a00-b870558801c4 no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:48:03.404843 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: 307ea05e-f222-49f9-8a00-b870558801c4 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:48:03.404843 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 307ea05e-f222-49f9-8a00-b870558801c4 not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:48:03.404843 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device a0039b06-c3e0-4484-8c1a-0efe8f60768b no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:48:03.421542 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: a0039b06-c3e0-4484-8c1a-0efe8f60768b {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:48:03.421885 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device a0039b06-c3e0-4484-8c1a-0efe8f60768b not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:48:03.474718 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-5ec818d8-266b-492b-8fe6-7e359e263838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (ceef9d54-40dd-4b29-be0a-4ebd769fe5cf), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:03.477415 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-5ec818d8-266b-492b-8fe6-7e359e263838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:03.478590 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-5ec818d8-266b-492b-8fe6-7e359e263838 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ceef9d54-40dd-4b29-be0a-4ebd769fe5cf HTTP/1.1" status: 204 len: 168 time: 0.1939714 May 26 19:48:03.487762 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec818d8-266b-492b-8fe6-7e359e263838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceef9d54-40dd-4b29-be0a-4ebd769fe5cf,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:03.500349 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:03.844214 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-bb20f582-0e60-4c42-8193-0f90a98062fb req-05837cc9-d5bb-45e5-a446-f4f3b370dcc3 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 210 time: 0.0320771 May 26 19:48:03.999629 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=81,neutron:DELETE=16,neutron:UPDATE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:04.047806 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-e5fd8ced-20c2-4fb0-9f24-6b30f1dc70e7 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:04.049851 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-e5fd8ced-20c2-4fb0-9f24-6b30f1dc70e7 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.77 "GET /v2.0/networks?id=5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d HTTP/1.1" status: 200 len: 814 time: 0.1160917 May 26 19:48:04.063758 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-96d44c25-213b-4a90-a2da-2dfa2901f2ef tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Request body: {'port': {'device_id': '8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06', 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d', 'admin_state_up': True, 'tenant_id': 'f01283b247cc476682b191f71b1d03ed'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:48:04.142203 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:04.278032 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-96d44c25-213b-4a90-a2da-2dfa2901f2ef tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Made reservation on behalf of f01283b247cc476682b191f71b1d03ed for: {'port': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:48:04.281836 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-96d44c25-213b-4a90-a2da-2dfa2901f2ef tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:04.418295 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-96d44c25-213b-4a90-a2da-2dfa2901f2ef tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Allocated IP 172.20.0.13 (5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d/75faef3b-aa31-48d2-a623-2948ef512be1/1dd707d6-81e4-4739-aa53-6af3cd8a7202) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:48:04.573797 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-96d44c25-213b-4a90-a2da-2dfa2901f2ef tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:04.684019 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-96d44c25-213b-4a90-a2da-2dfa2901f2ef tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:04.731241 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-96d44c25-213b-4a90-a2da-2dfa2901f2ef tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Network 5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:48:04.736730 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-96d44c25-213b-4a90-a2da-2dfa2901f2ef tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:48:04.740612 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-96d44c25-213b-4a90-a2da-2dfa2901f2ef tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:48:04.750416 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d44c25-213b-4a90-a2da-2dfa2901f2ef tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Pushing event updated for resources: {'Port': ['ID=1dd707d6-81e4-4739-aa53-6af3cd8a7202,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:04.795163 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-96d44c25-213b-4a90-a2da-2dfa2901f2ef tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:04.795810 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-96d44c25-213b-4a90-a2da-2dfa2901f2ef tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:04.875530 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-96d44c25-213b-4a90-a2da-2dfa2901f2ef tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8153963 May 26 19:48:05.000227 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-a170f8f4-c169-44bf-a516-26d7be43c197 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 19:48:05.011470 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-a170f8f4-c169-44bf-a516-26d7be43c197 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0081785 May 26 19:48:05.023054 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-0ce3c92e-cc90-4cfe-8877-563cb02ca930 None None] Provisioning complete for port 1dd707d6-81e4-4739-aa53-6af3cd8a7202 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:48:05.024094 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-0ce3c92e-cc90-4cfe-8877-563cb02ca930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:05.044677 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58847ec7-6863-468a-a47a-33a312bc1cb3 req-f7b091e7-c42e-4b31-9042-3cbceb184cd5 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:05.046174 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-58847ec7-6863-468a-a47a-33a312bc1cb3 req-f7b091e7-c42e-4b31-9042-3cbceb184cd5 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 932 time: 0.1050191 May 26 19:48:05.107502 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-0ce3c92e-cc90-4cfe-8877-563cb02ca930 None None] Port 1dd707d6-81e4-4739-aa53-6af3cd8a7202 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:48:05.131941 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-58847ec7-6863-468a-a47a-33a312bc1cb3 req-88f81d11-4cdf-4117-ba1d-129e9a22230c tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758541 May 26 19:48:05.332893 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] Request body: {'port': {'device_id': '8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:48:05.383124 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:05.422686 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:05.531770 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:48:05.723684 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:05.886402 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd707d6-81e4-4739-aa53-6af3cd8a7202 {{(pid=104684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:48:05.921055 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] Publish callbacks [] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:05.941764 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.provisioning_blocks [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] Transition to ACTIVE for port object 1dd707d6-81e4-4739-aa53-6af3cd8a7202 will not be triggered until provisioned by entity L2. {{(pid=104684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 19:48:06.253090 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:06.301246 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f1f64-b444-43de-a173-950fc687ea97 req-51fb09c5-ff66-4cfa-9026-2925e39aaf59 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:06.302817 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ec1f1f64-b444-43de-a173-950fc687ea97 req-51fb09c5-ff66-4cfa-9026-2925e39aaf59 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 932 time: 0.0736423 May 26 19:48:06.326593 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd707d6-81e4-4739-aa53-6af3cd8a7202,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:06.403594 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ec1f1f64-b444-43de-a173-950fc687ea97 req-d520dfb4-c870-4fb8-964b-16838552c439 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939755 May 26 19:48:06.484338 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] Attempting to bind port 1dd707d6-81e4-4739-aa53-6af3cd8a7202 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:48:06.484338 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] Attempting to bind port 1dd707d6-81e4-4739-aa53-6af3cd8a7202 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '80737a7c-9fb1-422a-9eca-fc43687fa43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d'}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:48:06.484933 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] Attempting to bind port 1dd707d6-81e4-4739-aa53-6af3cd8a7202 on network 5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:48:06.496182 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] Port 1dd707d6-81e4-4739-aa53-6af3cd8a7202 on network 5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 19:48:06.496581 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] Attempting to bind port 1dd707d6-81e4-4739-aa53-6af3cd8a7202 on network 5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:48:06.502453 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] Checking agent: {'id': 'c3a211c9-c98b-4801-84c3-445f8272aa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'started_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:48:06.502793 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] Checking segment: {'id': '80737a7c-9fb1-422a-9eca-fc43687fa43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:48:06.503211 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] Bound using segment: {'id': '80737a7c-9fb1-422a-9eca-fc43687fa43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d'} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:48:06.503650 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] Bound port: 1dd707d6-81e4-4739-aa53-6af3cd8a7202, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80737a7c-9fb1-422a-9eca-fc43687fa43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d'}}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:48:06.504010 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:06.585341 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] For port 1dd707d6-81e4-4739-aa53-6af3cd8a7202, host hv-cinder-82549, cleared binding levels {{(pid=104684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:48:06.589341 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] For port 1dd707d6-81e4-4739-aa53-6af3cd8a7202, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=1dd707d6-81e4-4739-aa53-6af3cd8a7202,segment=NetworkSegment(80737a7c-9fb1-422a-9eca-fc43687fa43f),segment_id=80737a7c-9fb1-422a-9eca-fc43687fa43f)] {{(pid=104684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:48:06.684351 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:06.722189 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:06.722813 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:06.724279 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] 10.222.0.77 "PUT /v2.0/ports/1dd707d6-81e4-4739-aa53-6af3cd8a7202 HTTP/1.1" status: 200 len: 1094 time: 1.6771317 May 26 19:48:06.725813 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06', 'tag': '1dd707d6-81e4-4739-aa53-6af3cd8a7202'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:48:06.727189 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb93650c-8ad6-456e-96da-ccc88553f75f" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06", "tag": "1dd707d6-81e4-4739-aa53-6af3cd8a7202"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:48:06.752968 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a724c4e-0e31-4f2b-b22c-6d53e7a8d654 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd707d6-81e4-4739-aa53-6af3cd8a7202,revision_number=3']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:06.799700 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db82384-298d-4468-84d7-c959539d66cd x-openstack-request-id: req-5db82384-298d-4468-84d7-c959539d66cd {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:48:06.800052 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06", "tag": "1dd707d6-81e4-4739-aa53-6af3cd8a7202", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:48:06.800308 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5db82384-298d-4468-84d7-c959539d66cd {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:48:06.800794 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db82384-298d-4468-84d7-c959539d66cd'] response: {'name': 'network-changed', 'server_uuid': '8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06', 'tag': '1dd707d6-81e4-4739-aa53-6af3cd8a7202', 'status': 'completed', 'code': 200} May 26 19:48:07.521769 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079c863-a792-4229-b5a6-9da9f070ddb7 req-93f512d8-2604-4d65-9a3b-f2b6dfae1621 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:07.524179 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1079c863-a792-4229-b5a6-9da9f070ddb7 req-93f512d8-2604-4d65-9a3b-f2b6dfae1621 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 944 time: 0.0550780 May 26 19:48:07.596629 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1079c863-a792-4229-b5a6-9da9f070ddb7 req-7127fe0f-742a-46f6-a6b6-ea46b0cfcd6a tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662007 May 26 19:48:08.724309 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc9c47-3fb9-4535-8a3b-1c2d40c67af4 req-8f6809eb-55ae-48e6-80c7-e79ad3832e68 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:08.726053 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7acc9c47-3fb9-4535-8a3b-1c2d40c67af4 req-8f6809eb-55ae-48e6-80c7-e79ad3832e68 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 944 time: 0.0518656 May 26 19:48:08.753379 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:08.791751 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7acc9c47-3fb9-4535-8a3b-1c2d40c67af4 req-7dd6fd05-7974-4ff8-a4d9-c08c0c232725 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590994 May 26 19:48:09.922708 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da470e1f-728e-4d91-98d5-ca8010d2898d req-75cdaabf-ad64-485a-a7b7-89fa42a11d79 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:09.924942 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-da470e1f-728e-4d91-98d5-ca8010d2898d req-75cdaabf-ad64-485a-a7b7-89fa42a11d79 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 944 time: 0.0605981 May 26 19:48:09.990505 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-da470e1f-728e-4d91-98d5-ca8010d2898d req-c0963dd6-ff9a-44d6-add5-8902432c627c tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586014 May 26 19:48:11.123658 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57bf22-30ed-4fe9-87cb-7dd870b1a674 req-158a8122-e4c9-4834-a290-a39a6942247b tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:11.126147 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1d57bf22-30ed-4fe9-87cb-7dd870b1a674 req-158a8122-e4c9-4834-a290-a39a6942247b tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 944 time: 0.0506113 May 26 19:48:11.187738 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1d57bf22-30ed-4fe9-87cb-7dd870b1a674 req-2b77c02f-29ba-4149-85c9-169c687e0778 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515418 May 26 19:48:12.268011 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:12.304968 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac84a2-43b4-4ac8-bac1-5dfad9a8e73c req-86bdbb12-6668-4122-b399-1f111aa73eca tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:12.306418 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-19ac84a2-43b4-4ac8-bac1-5dfad9a8e73c req-86bdbb12-6668-4122-b399-1f111aa73eca tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 944 time: 0.0487878 May 26 19:48:12.339123 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:12.355653 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-19ac84a2-43b4-4ac8-bac1-5dfad9a8e73c req-ceef6896-65ac-4e0c-940a-20f7e8e38ec4 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429506 May 26 19:48:13.473675 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea3c5c-f933-413e-b3b8-cbc7a307ecaf req-0532d82d-a2a5-4657-8397-2767e1b4b633 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:13.475369 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4fea3c5c-f933-413e-b3b8-cbc7a307ecaf req-0532d82d-a2a5-4657-8397-2767e1b4b633 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 944 time: 0.0481958 May 26 19:48:13.522367 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4fea3c5c-f933-413e-b3b8-cbc7a307ecaf req-2b822597-7404-42df-8ab6-b939827f5fe7 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 May 26 19:48:14.169257 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93650c-8ad6-456e-96da-ccc88553f75f req-7b2c9bdc-6a9c-4f2a-a0e6-53e56da7ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:14.170761 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fb93650c-8ad6-456e-96da-ccc88553f75f req-7b2c9bdc-6a9c-4f2a-a0e6-53e56da7ec63 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f01283b247cc476682b191f71b1d03ed&device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 1128 time: 0.0411832 May 26 19:48:14.275052 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93650c-8ad6-456e-96da-ccc88553f75f req-e30f430a-cfc6-4ace-b6c5-171068c98e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:14.276584 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fb93650c-8ad6-456e-96da-ccc88553f75f req-e30f430a-cfc6-4ace-b6c5-171068c98e33 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=f01283b247cc476682b191f71b1d03ed&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0963523 May 26 19:48:14.379536 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93650c-8ad6-456e-96da-ccc88553f75f req-78059bf4-1b3c-49c8-9f9d-d20b7559b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:14.381027 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fb93650c-8ad6-456e-96da-ccc88553f75f req-78059bf4-1b3c-49c8-9f9d-d20b7559b490 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934305 May 26 19:48:14.461454 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-3d487f05-0a1e-460f-9554-5e153ae3adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:14.462974 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-3d487f05-0a1e-460f-9554-5e153ae3adb7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f01283b247cc476682b191f71b1d03ed&device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 1128 time: 0.0444376 May 26 19:48:14.502683 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-48865e93-08f8-40e7-99c5-28e41415dc5c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dd707d6-81e4-4739-aa53-6af3cd8a7202 HTTP/1.1" status: 200 len: 217 time: 0.0320592 May 26 19:48:14.551488 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-035a8a18-4ce3-45c8-b2db-4c020ea980ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:14.553006 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-035a8a18-4ce3-45c8-b2db-4c020ea980ff service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75faef3b-aa31-48d2-a623-2948ef512be1 HTTP/1.1" status: 200 len: 853 time: 0.0435646 May 26 19:48:14.597204 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-97c5e4ec-3f60-4105-a7e5-153338098a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:14.598742 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-97c5e4ec-3f60-4105-a7e5-153338098a4c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398462 May 26 19:48:14.635110 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b25de-4d3e-43e2-b49c-11aad88f55d4 req-2b4d7586-a8ed-4c14-abf0-a70e1012f2de tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:14.636520 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5f0b25de-4d3e-43e2-b49c-11aad88f55d4 req-2b4d7586-a8ed-4c14-abf0-a70e1012f2de tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 944 time: 0.0475347 May 26 19:48:14.691602 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-5f0b25de-4d3e-43e2-b49c-11aad88f55d4 req-85eacc84-b11a-4721-abc8-c0bed6587e95 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493898 May 26 19:48:14.709548 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-6d35c5a8-90c7-4745-9a7f-537ec2055cff service neutron] 10.222.0.77 "GET /v2.0/networks/5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014643 May 26 19:48:14.774068 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:14.803401 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-a94c7979-39a7-4ad7-bba5-399350ca1a28 req-37d6373b-50a0-47fc-a35b-248aa73b494f service neutron] 10.222.0.77 "GET /v2.0/networks/5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851035 May 26 19:48:15.810619 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc66f3-cd31-440a-854e-91ffb9b5510d req-d518bccf-3fca-4730-b075-cc25740becb8 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:15.812092 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-58bc66f3-cd31-440a-854e-91ffb9b5510d req-d518bccf-3fca-4730-b075-cc25740becb8 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 944 time: 0.0520189 May 26 19:48:15.859526 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-58bc66f3-cd31-440a-854e-91ffb9b5510d req-18c1ba37-1b81-4928-8f2e-73da83aa1faa tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412481 May 26 19:48:16.853613 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 1dd707d6-81e4-4739-aa53-6af3cd8a7202 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:48:16.954572 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 1dd707d6-81e4-4739-aa53-6af3cd8a7202, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=1dd707d6-81e4-4739-aa53-6af3cd8a7202,segment=NetworkSegment(80737a7c-9fb1-422a-9eca-fc43687fa43f),segment_id=80737a7c-9fb1-422a-9eca-fc43687fa43f)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:48:16.966086 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': '1dd707d6-81e4-4739-aa53-6af3cd8a7202', 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d', 'port_id': '1dd707d6-81e4-4739-aa53-6af3cd8a7202', 'mac_address': 'fa:16:3e:9d:4b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75faef3b-aa31-48d2-a623-2948ef512be1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:48:16.976663 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9482058-fe82-4ad2-a996-0ea3cf4d628d req-1a52c6f0-a1d0-4fb4-bb81-59c33a9d6b86 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:16.978147 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c9482058-fe82-4ad2-a996-0ea3cf4d628d req-1a52c6f0-a1d0-4fb4-bb81-59c33a9d6b86 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 944 time: 0.0474560 May 26 19:48:17.003478 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 1dd707d6-81e4-4739-aa53-6af3cd8a7202 is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:48:17.007873 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:17.018237 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd707d6-81e4-4739-aa53-6af3cd8a7202 {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:48:17.026704 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c9482058-fe82-4ad2-a996-0ea3cf4d628d req-5907954f-54a7-4a0f-86b4-5c69e3a3005c tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429163 May 26 19:48:17.038429 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 1dd707d6-81e4-4739-aa53-6af3cd8a7202, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=1dd707d6-81e4-4739-aa53-6af3cd8a7202,segment=NetworkSegment(80737a7c-9fb1-422a-9eca-fc43687fa43f),segment_id=80737a7c-9fb1-422a-9eca-fc43687fa43f)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:48:17.117340 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:17.165480 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=1dd707d6-81e4-4739-aa53-6af3cd8a7202,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:17.390145 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['1dd707d6-81e4-4739-aa53-6af3cd8a7202'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:48:17.665854 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=57 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:17.673672 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=19 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:18.145439 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5f5e0-375f-4d66-907a-879eaaa708c2 req-95c352c5-d5a9-433c-b55c-2368eaf1b0c2 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:18.146954 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fca5f5e0-375f-4d66-907a-879eaaa708c2 req-95c352c5-d5a9-433c-b55c-2368eaf1b0c2 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 945 time: 0.0523233 May 26 19:48:18.193248 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fca5f5e0-375f-4d66-907a-879eaaa708c2 req-4ec0f0bd-f8d4-4156-8344-9fc29dc0756c tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405924 May 26 19:48:18.862867 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 1dd707d6-81e4-4739-aa53-6af3cd8a7202 up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:48:18.907341 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning for port 1dd707d6-81e4-4739-aa53-6af3cd8a7202 completed by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 19:48:19.031282 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port 1dd707d6-81e4-4739-aa53-6af3cd8a7202 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:48:19.031650 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:19.107758 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 1dd707d6-81e4-4739-aa53-6af3cd8a7202 is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:48:19.108057 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:19.130573 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd707d6-81e4-4739-aa53-6af3cd8a7202'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:48:19.132818 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e5d8ce-4a14-4804-89cc-08eeab8ff44e" -d '{"events": [{"server_uuid": "8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06", "name": "network-vif-plugged", "status": "completed", "tag": "1dd707d6-81e4-4739-aa53-6af3cd8a7202"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:48:19.145389 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 1dd707d6-81e4-4739-aa53-6af3cd8a7202, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=1dd707d6-81e4-4739-aa53-6af3cd8a7202,segment=NetworkSegment(80737a7c-9fb1-422a-9eca-fc43687fa43f),segment_id=80737a7c-9fb1-422a-9eca-fc43687fa43f)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:48:19.269228 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:19.303563 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c792b3-16fc-4184-a9b0-ac22b8e1728a x-openstack-request-id: req-b5c792b3-16fc-4184-a9b0-ac22b8e1728a {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:48:19.304184 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06", "name": "network-vif-plugged", "status": "completed", "tag": "1dd707d6-81e4-4739-aa53-6af3cd8a7202", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:48:19.304631 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b5c792b3-16fc-4184-a9b0-ac22b8e1728a {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:48:19.305191 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5c792b3-16fc-4184-a9b0-ac22b8e1728a'] response: {'server_uuid': '8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd707d6-81e4-4739-aa53-6af3cd8a7202', 'code': 200} May 26 19:48:19.318272 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d787759-c61e-4fa8-83b7-2293acbfe370 req-142e7034-9295-4c0c-a04e-d68d9315c186 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:19.319888 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6d787759-c61e-4fa8-83b7-2293acbfe370 req-142e7034-9295-4c0c-a04e-d68d9315c186 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 946 time: 0.0515485 May 26 19:48:19.352394 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=1dd707d6-81e4-4739-aa53-6af3cd8a7202,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:19.354607 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:19.392041 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6d787759-c61e-4fa8-83b7-2293acbfe370 req-7ea78886-2037-4b66-8e4d-a627ec1d08df tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548267 May 26 19:48:19.468128 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:19.481064 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:19.551745 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-cc4979d8-a85e-47e8-83ce-80887201c48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:19.631574 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec6717-c5e0-4f14-827e-13df896f4655 req-274946f1-c3bb-444f-bba3-c20dce5e98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:19.632945 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9fec6717-c5e0-4f14-827e-13df896f4655 req-274946f1-c3bb-444f-bba3-c20dce5e98dc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 1130 time: 0.0394557 May 26 19:48:19.678508 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9fec6717-c5e0-4f14-827e-13df896f4655 req-f609634a-cc5c-4fbf-8875-0b08a9d5338b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388830 May 26 19:48:20.154662 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 60288) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:20.257562 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-e756a5fe-bbbe-4bc4-9616-9e83bca77aff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:20.329942 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-e756a5fe-bbbe-4bc4-9616-9e83bca77aff admin admin] Publish callbacks [] for security_group (2bec4b7f-fc68-4f33-b938-44a139f8302f), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:20.417140 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-e756a5fe-bbbe-4bc4-9616-9e83bca77aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (2bec4b7f-fc68-4f33-b938-44a139f8302f), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:20.460956 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756a5fe-bbbe-4bc4-9616-9e83bca77aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bec4b7f-fc68-4f33-b938-44a139f8302f,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:20.464991 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-e756a5fe-bbbe-4bc4-9616-9e83bca77aff admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0e217bbc7caa471a8b4e7467992be934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092964 May 26 19:48:20.472316 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 60294) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:20.477075 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756a5fe-bbbe-4bc4-9616-9e83bca77aff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:20.477419 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756a5fe-bbbe-4bc4-9616-9e83bca77aff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:20.477757 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756a5fe-bbbe-4bc4-9616-9e83bca77aff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:20.478095 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756a5fe-bbbe-4bc4-9616-9e83bca77aff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:20.478425 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756a5fe-bbbe-4bc4-9616-9e83bca77aff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:20.478754 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756a5fe-bbbe-4bc4-9616-9e83bca77aff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:20.479117 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756a5fe-bbbe-4bc4-9616-9e83bca77aff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:20.479451 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756a5fe-bbbe-4bc4-9616-9e83bca77aff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:20.479774 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756a5fe-bbbe-4bc4-9616-9e83bca77aff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:20.480097 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756a5fe-bbbe-4bc4-9616-9e83bca77aff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:20.480424 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756a5fe-bbbe-4bc4-9616-9e83bca77aff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:20.480747 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756a5fe-bbbe-4bc4-9616-9e83bca77aff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:20.481066 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756a5fe-bbbe-4bc4-9616-9e83bca77aff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:20.481383 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756a5fe-bbbe-4bc4-9616-9e83bca77aff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:20.481700 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756a5fe-bbbe-4bc4-9616-9e83bca77aff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:20.514022 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acaf430-c5e8-4273-8263-f9367f684df0 req-33abf38b-5e49-43eb-9cd3-7ab1b548433a tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:20.523837 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0acaf430-c5e8-4273-8263-f9367f684df0 req-33abf38b-5e49-43eb-9cd3-7ab1b548433a tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 946 time: 0.0523705 May 26 19:48:20.531869 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-31f83d36-b608-45c8-8fd7-7196a37f3edb admin admin] Publish callbacks [] for security_group (2bec4b7f-fc68-4f33-b938-44a139f8302f), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:20.554160 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-31f83d36-b608-45c8-8fd7-7196a37f3edb admin admin] Publish callbacks [] for security_group (2bec4b7f-fc68-4f33-b938-44a139f8302f), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:20.563585 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0acaf430-c5e8-4273-8263-f9367f684df0 req-c11c6119-5dc3-40a8-a94e-6bb3e0633838 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420318 May 26 19:48:20.674874 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-31f83d36-b608-45c8-8fd7-7196a37f3edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (2bec4b7f-fc68-4f33-b938-44a139f8302f), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:20.677456 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-31f83d36-b608-45c8-8fd7-7196a37f3edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:20.678650 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-31f83d36-b608-45c8-8fd7-7196a37f3edb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2bec4b7f-fc68-4f33-b938-44a139f8302f HTTP/1.1" status: 204 len: 168 time: 0.2070739 May 26 19:48:20.686406 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f83d36-b608-45c8-8fd7-7196a37f3edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bec4b7f-fc68-4f33-b938-44a139f8302f,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:21.398425 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 60300) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:21.411387 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-1f3c2aa6-29ac-4e3c-9288-1232c328861b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:21.464542 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:21.485100 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-1f3c2aa6-29ac-4e3c-9288-1232c328861b admin admin] Publish callbacks [] for security_group (48422a21-67f1-4245-a0f5-e9a324f2a1e9), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:21.554251 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-1f3c2aa6-29ac-4e3c-9288-1232c328861b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (48422a21-67f1-4245-a0f5-e9a324f2a1e9), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:21.594185 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-1f3c2aa6-29ac-4e3c-9288-1232c328861b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d5a2863dac294443bc1315428d2e7aef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946344 May 26 19:48:21.595335 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c2aa6-29ac-4e3c-9288-1232c328861b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48422a21-67f1-4245-a0f5-e9a324f2a1e9,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:21.599412 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 60304) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:21.652214 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-90fbbad2-a960-4bd8-b885-88f5f71009ca admin admin] Publish callbacks [] for security_group (48422a21-67f1-4245-a0f5-e9a324f2a1e9), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:21.674149 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-90fbbad2-a960-4bd8-b885-88f5f71009ca admin admin] Publish callbacks [] for security_group (48422a21-67f1-4245-a0f5-e9a324f2a1e9), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:21.682476 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e20f57-5c58-44b4-882a-a88aa1530ce3 req-a718282d-435f-4a69-bc06-431b4ef6e8be tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:21.684036 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-58e20f57-5c58-44b4-882a-a88aa1530ce3 req-a718282d-435f-4a69-bc06-431b4ef6e8be tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 946 time: 0.0495872 May 26 19:48:21.708639 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:21.731933 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-58e20f57-5c58-44b4-882a-a88aa1530ce3 req-eb3ab926-ccad-4fb5-ba56-6ce140486944 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413687 May 26 19:48:21.819901 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-d8645b35-c73b-469d-9c2a-cdc5205776de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:21.826890 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-90fbbad2-a960-4bd8-b885-88f5f71009ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (48422a21-67f1-4245-a0f5-e9a324f2a1e9), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:21.829375 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-90fbbad2-a960-4bd8-b885-88f5f71009ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:21.831420 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-90fbbad2-a960-4bd8-b885-88f5f71009ca admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/48422a21-67f1-4245-a0f5-e9a324f2a1e9 HTTP/1.1" status: 204 len: 168 time: 0.2319727 May 26 19:48:21.843690 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbbad2-a960-4bd8-b885-88f5f71009ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48422a21-67f1-4245-a0f5-e9a324f2a1e9,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:21.860062 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e6417-7816-42d2-8f81-4871051b816a req-4df8755a-54cd-4fc7-a7c5-224c14f8a110 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:21.862113 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c26e6417-7816-42d2-8f81-4871051b816a req-4df8755a-54cd-4fc7-a7c5-224c14f8a110 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 946 time: 0.0636802 May 26 19:48:21.863549 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbbad2-a960-4bd8-b885-88f5f71009ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:21.863894 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbbad2-a960-4bd8-b885-88f5f71009ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:21.864233 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbbad2-a960-4bd8-b885-88f5f71009ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:21.864568 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbbad2-a960-4bd8-b885-88f5f71009ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:21.864897 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbbad2-a960-4bd8-b885-88f5f71009ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:21.865224 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbbad2-a960-4bd8-b885-88f5f71009ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:21.865541 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbbad2-a960-4bd8-b885-88f5f71009ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:21.865869 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbbad2-a960-4bd8-b885-88f5f71009ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:21.866194 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbbad2-a960-4bd8-b885-88f5f71009ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:21.866772 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbbad2-a960-4bd8-b885-88f5f71009ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:21.866892 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbbad2-a960-4bd8-b885-88f5f71009ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:21.867168 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbbad2-a960-4bd8-b885-88f5f71009ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:21.867487 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbbad2-a960-4bd8-b885-88f5f71009ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:21.867804 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbbad2-a960-4bd8-b885-88f5f71009ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:21.868125 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbbad2-a960-4bd8-b885-88f5f71009ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:21.919683 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c26e6417-7816-42d2-8f81-4871051b816a req-be07f619-752a-4aaa-bf2e-f59b8d6ea88b tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486538 May 26 19:48:22.254244 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00849f37-94e1-4da6-a054-2e1cda6d63cc req-af8d29ba-8d36-4cf3-a178-18ed909e8200 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:22.255843 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-00849f37-94e1-4da6-a054-2e1cda6d63cc req-af8d29ba-8d36-4cf3-a178-18ed909e8200 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 946 time: 0.0512512 May 26 19:48:22.303711 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-00849f37-94e1-4da6-a054-2e1cda6d63cc req-f43d1cdc-3420-4d50-95ab-9cac8345dbda tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421286 May 26 19:48:22.986984 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:24.634435 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:25.891525 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:26.908951 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 60404) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:27.012437 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a43cf61e-23ae-4e7f-9c7b-75ce8a5675ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:27.084224 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a43cf61e-23ae-4e7f-9c7b-75ce8a5675ac admin admin] Publish callbacks [] for security_group (b50d1ced-c2e0-4036-a23f-a81b9000816b), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:27.148129 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a43cf61e-23ae-4e7f-9c7b-75ce8a5675ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (b50d1ced-c2e0-4036-a23f-a81b9000816b), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:27.188998 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-a43cf61e-23ae-4e7f-9c7b-75ce8a5675ac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1231eb94e2a547c08cca5ba75a7cf27d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765658 May 26 19:48:27.188998 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cf61e-23ae-4e7f-9c7b-75ce8a5675ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50d1ced-c2e0-4036-a23f-a81b9000816b,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:27.189534 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 60408) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:27.238047 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f043e630-29d7-44cc-8df5-d90fdb23300a admin admin] Publish callbacks [] for security_group (b50d1ced-c2e0-4036-a23f-a81b9000816b), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:27.257620 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:27.259294 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f043e630-29d7-44cc-8df5-d90fdb23300a admin admin] Publish callbacks [] for security_group (b50d1ced-c2e0-4036-a23f-a81b9000816b), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:27.388820 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f043e630-29d7-44cc-8df5-d90fdb23300a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (b50d1ced-c2e0-4036-a23f-a81b9000816b), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:27.391508 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f043e630-29d7-44cc-8df5-d90fdb23300a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:27.392754 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-f043e630-29d7-44cc-8df5-d90fdb23300a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b50d1ced-c2e0-4036-a23f-a81b9000816b HTTP/1.1" status: 204 len: 168 time: 0.2021682 May 26 19:48:27.400613 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043e630-29d7-44cc-8df5-d90fdb23300a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50d1ced-c2e0-4036-a23f-a81b9000816b,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:28.029760 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 60416) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:28.042837 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-8e6e7f08-b231-42b8-9991-fe747da02e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:28.114594 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-8e6e7f08-b231-42b8-9991-fe747da02e7c admin admin] Publish callbacks [] for security_group (a155f621-3622-4f53-b53b-3703eeeaecb8), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:28.204027 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-8e6e7f08-b231-42b8-9991-fe747da02e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (a155f621-3622-4f53-b53b-3703eeeaecb8), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:28.247106 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e7f08-b231-42b8-9991-fe747da02e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a155f621-3622-4f53-b53b-3703eeeaecb8,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:28.252309 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-8e6e7f08-b231-42b8-9991-fe747da02e7c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1b774e413f1540cfbd05bec0c41578c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214484 May 26 19:48:28.259392 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 60418) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:28.301785 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-803fc0c8-ed92-4d8f-80db-400111429433 admin admin] Publish callbacks [] for security_group (a155f621-3622-4f53-b53b-3703eeeaecb8), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:28.323381 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-803fc0c8-ed92-4d8f-80db-400111429433 admin admin] Publish callbacks [] for security_group (a155f621-3622-4f53-b53b-3703eeeaecb8), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:28.448858 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-803fc0c8-ed92-4d8f-80db-400111429433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (a155f621-3622-4f53-b53b-3703eeeaecb8), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:28.451650 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-803fc0c8-ed92-4d8f-80db-400111429433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:28.452797 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-803fc0c8-ed92-4d8f-80db-400111429433 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a155f621-3622-4f53-b53b-3703eeeaecb8 HTTP/1.1" status: 204 len: 168 time: 0.1963725 May 26 19:48:28.462155 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fc0c8-ed92-4d8f-80db-400111429433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a155f621-3622-4f53-b53b-3703eeeaecb8,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:30.827761 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 60478) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:30.930804 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-a5882fdc-2cec-4796-b176-a3e01cd2be5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:31.004765 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-a5882fdc-2cec-4796-b176-a3e01cd2be5f admin admin] Publish callbacks [] for security_group (71a8474d-5c1e-48fe-8a19-03de0ffecffb), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:31.102156 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-a5882fdc-2cec-4796-b176-a3e01cd2be5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (71a8474d-5c1e-48fe-8a19-03de0ffecffb), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:31.141005 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-a5882fdc-2cec-4796-b176-a3e01cd2be5f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7be210ac356e4eb49da017d5163112c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122256 May 26 19:48:31.141829 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5882fdc-2cec-4796-b176-a3e01cd2be5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a8474d-5c1e-48fe-8a19-03de0ffecffb,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:31.144597 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 60482) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:31.168214 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:31.192549 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c1d72936-bada-4734-861f-1bab2d6a9e28 admin admin] Publish callbacks [] for security_group (71a8474d-5c1e-48fe-8a19-03de0ffecffb), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:31.200848 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:31.213813 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c1d72936-bada-4734-861f-1bab2d6a9e28 admin admin] Publish callbacks [] for security_group (71a8474d-5c1e-48fe-8a19-03de0ffecffb), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:31.336660 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c1d72936-bada-4734-861f-1bab2d6a9e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (71a8474d-5c1e-48fe-8a19-03de0ffecffb), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:31.339303 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c1d72936-bada-4734-861f-1bab2d6a9e28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:31.340442 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-c1d72936-bada-4734-861f-1bab2d6a9e28 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/71a8474d-5c1e-48fe-8a19-03de0ffecffb HTTP/1.1" status: 204 len: 168 time: 0.1948774 May 26 19:48:31.349027 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d72936-bada-4734-861f-1bab2d6a9e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a8474d-5c1e-48fe-8a19-03de0ffecffb,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:32.008755 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 60490) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:32.023103 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2186cbd0-84d4-481d-ab52-84472e5ca30c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:32.096895 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2186cbd0-84d4-481d-ab52-84472e5ca30c admin admin] Publish callbacks [] for security_group (da707df6-a1bd-4718-b138-f499c19e10b2), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:32.188343 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2186cbd0-84d4-481d-ab52-84472e5ca30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (da707df6-a1bd-4718-b138-f499c19e10b2), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:32.226958 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-2186cbd0-84d4-481d-ab52-84472e5ca30c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4800aaa09afd41e0a0ea82e139d4f58c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170863 May 26 19:48:32.228874 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186cbd0-84d4-481d-ab52-84472e5ca30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da707df6-a1bd-4718-b138-f499c19e10b2,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:32.229742 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 60492) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:32.260889 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:32.286396 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-720dba6b-18ea-468e-bf4b-7a2846033ea7 admin admin] Publish callbacks [] for security_group (da707df6-a1bd-4718-b138-f499c19e10b2), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:32.303853 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:32.308597 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-720dba6b-18ea-468e-bf4b-7a2846033ea7 admin admin] Publish callbacks [] for security_group (da707df6-a1bd-4718-b138-f499c19e10b2), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:32.457501 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-720dba6b-18ea-468e-bf4b-7a2846033ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (da707df6-a1bd-4718-b138-f499c19e10b2), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:32.460067 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-720dba6b-18ea-468e-bf4b-7a2846033ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:32.461199 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-720dba6b-18ea-468e-bf4b-7a2846033ea7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/da707df6-a1bd-4718-b138-f499c19e10b2 HTTP/1.1" status: 204 len: 168 time: 0.2304802 May 26 19:48:32.469378 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720dba6b-18ea-468e-bf4b-7a2846033ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da707df6-a1bd-4718-b138-f499c19e10b2,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:32.782942 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17908788-ed72-46f7-9797-c05a2e8a9163 req-87f03ac8-ab21-4669-ac3e-9996db73cc2d tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:32.784480 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-17908788-ed72-46f7-9797-c05a2e8a9163 req-87f03ac8-ab21-4669-ac3e-9996db73cc2d tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 946 time: 0.0520265 May 26 19:48:32.832125 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-17908788-ed72-46f7-9797-c05a2e8a9163 req-bcbfcca2-4712-4897-8d65-f917d4f07c5e tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418739 May 26 19:48:32.854851 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 60506) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:33.041973 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3121589-eede-4a0c-870d-05f84a10acd2 tempest-TestMinimumBasicScenario-1538518223 tempest-TestMinimumBasicScenario-1538518223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:33.043442 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-a3121589-eede-4a0c-870d-05f84a10acd2 tempest-TestMinimumBasicScenario-1538518223 tempest-TestMinimumBasicScenario-1538518223-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 1125 time: 0.1874964 May 26 19:48:33.046372 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 60516) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:33.051042 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-0a781409-9f65-48e8-ad1b-e78993221396 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Request body: {'floatingip': {'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'port_id': '1dd707d6-81e4-4739-aa53-6af3cd8a7202', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:48:33.151285 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a781409-9f65-48e8-ad1b-e78993221396 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:33.479915 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a781409-9f65-48e8-ad1b-e78993221396 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:33.561448 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 60528) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:33.583016 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [None req-0a781409-9f65-48e8-ad1b-e78993221396 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Allocated IP 172.27.0.99 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/5237fa5e-89de-4915-a1a8-284fc7f5c89e) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:48:33.660571 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-a17ffbaa-932d-4fa7-8b07-3416716ecf02 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2004696220-network', 'tenant_id': '826fe966558845f28e787f440f26b2a5'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:48:33.687831 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a781409-9f65-48e8-ad1b-e78993221396 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for port (5237fa5e-89de-4915-a1a8-284fc7f5c89e), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:33.739853 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17ffbaa-932d-4fa7-8b07-3416716ecf02 admin admin] Made reservation on behalf of 826fe966558845f28e787f440f26b2a5 for: {'network': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:48:33.742293 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a17ffbaa-932d-4fa7-8b07-3416716ecf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for network (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:33.754736 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a17ffbaa-932d-4fa7-8b07-3416716ecf02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:33.797653 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a781409-9f65-48e8-ad1b-e78993221396 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (5237fa5e-89de-4915-a1a8-284fc7f5c89e), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:33.839449 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a17ffbaa-932d-4fa7-8b07-3416716ecf02 admin admin] Publish callbacks [] for security_group (06c393b8-1eeb-44c4-bd70-3293dd677fd2), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:33.847898 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a781409-9f65-48e8-ad1b-e78993221396 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:48:33.852012 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-0a781409-9f65-48e8-ad1b-e78993221396 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:48:33.859240 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a781409-9f65-48e8-ad1b-e78993221396 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:48:33.887035 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a781409-9f65-48e8-ad1b-e78993221396 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Pushing event updated for resources: {'Port': ['ID=5237fa5e-89de-4915-a1a8-284fc7f5c89e,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:33.911181 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a17ffbaa-932d-4fa7-8b07-3416716ecf02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (06c393b8-1eeb-44c4-bd70-3293dd677fd2), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:33.933408 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17ffbaa-932d-4fa7-8b07-3416716ecf02 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=104685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:48:33.947722 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ffbaa-932d-4fa7-8b07-3416716ecf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c393b8-1eeb-44c4-bd70-3293dd677fd2,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:33.953269 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a17ffbaa-932d-4fa7-8b07-3416716ecf02 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748975417959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (39384501-99df-47d8-9ef4-25a1f319d573), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:33.953668 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.segments_db [None req-a17ffbaa-932d-4fa7-8b07-3416716ecf02 admin admin] Added segment 39384501-99df-47d8-9ef4-25a1f319d573 of type vlan for network 12bedc7a-092f-46b2-9ceb-bac7f427ce8b May 26 19:48:33.993426 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a17ffbaa-932d-4fa7-8b07-3416716ecf02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748974919033'] for network (12bedc7a-092f-46b2-9ceb-bac7f427ce8b), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:34.069386 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:34.082853 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a17ffbaa-932d-4fa7-8b07-3416716ecf02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for network (12bedc7a-092f-46b2-9ceb-bac7f427ce8b), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:34.083935 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ffbaa-932d-4fa7-8b07-3416716ecf02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:34.084520 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-a17ffbaa-932d-4fa7-8b07-3416716ecf02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:34.142916 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:34.146741 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ffbaa-932d-4fa7-8b07-3416716ecf02 admin admin] Pushing event updated for resources: {'Network': ['ID=12bedc7a-092f-46b2-9ceb-bac7f427ce8b,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:34.156510 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Network 12bedc7a-092f-46b2-9ceb-bac7f427ce8b details requested by agent ovs-agent-dv-cinder-825492-17-iscsi with host dv-cinder-825492-17-iscsi {{(pid=104686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 19:48:34.163391 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:34.205035 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-a17ffbaa-932d-4fa7-8b07-3416716ecf02 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6423409 May 26 19:48:34.208685 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 60532) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:34.213370 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-db2c0336-0f31-4115-bb3c-aa08f45529db admin admin] Request body: {'subnet': {'network_id': '12bedc7a-092f-46b2-9ceb-bac7f427ce8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2004696220-subnet', 'tenant_id': '826fe966558845f28e787f440f26b2a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:48:34.224244 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a781409-9f65-48e8-ad1b-e78993221396 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for floatingip (c25835cb-54d4-4a78-b25c-d905ff6168ef), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:34.340158 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2c0336-0f31-4115-bb3c-aa08f45529db admin admin] Made reservation on behalf of 826fe966558845f28e787f440f26b2a5 for: {'subnet': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:48:34.342533 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-db2c0336-0f31-4115-bb3c-aa08f45529db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15975615'] for subnet (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:34.368302 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a781409-9f65-48e8-ad1b-e78993221396 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (5237fa5e-89de-4915-a1a8-284fc7f5c89e), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:34.400762 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:34.549070 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a781409-9f65-48e8-ad1b-e78993221396 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for port (5237fa5e-89de-4915-a1a8-284fc7f5c89e), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:34.588468 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-db2c0336-0f31-4115-bb3c-aa08f45529db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16100453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15975593'] for subnet (1243b6d4-570b-4657-ae39-69a491d3210d), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:34.610788 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a781409-9f65-48e8-ad1b-e78993221396 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (5237fa5e-89de-4915-a1a8-284fc7f5c89e), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:34.637293 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c0336-0f31-4115-bb3c-aa08f45529db admin admin] Pushing event updated for resources: {'Subnet': ['ID=1243b6d4-570b-4657-ae39-69a491d3210d,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:34.655190 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c0336-0f31-4115-bb3c-aa08f45529db admin admin] Checking segment: {'id': '39384501-99df-47d8-9ef4-25a1f319d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '12bedc7a-092f-46b2-9ceb-bac7f427ce8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:48:34.655551 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2c0336-0f31-4115-bb3c-aa08f45529db admin admin] Network hostable DHCP agents. Network: 12bedc7a-092f-46b2-9ceb-bac7f427ce8b, hostable agents: ['334e9f8c-ffb2-4cf1-9422-c5afdc325939'], hosted agents: [] {{(pid=104685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:48:34.683789 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a781409-9f65-48e8-ad1b-e78993221396 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Pushing event updated for resources: {'Port': ['ID=5237fa5e-89de-4915-a1a8-284fc7f5c89e,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:34.696536 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a781409-9f65-48e8-ad1b-e78993221396 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (c25835cb-54d4-4a78-b25c-d905ff6168ef), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:34.739646 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2c0336-0f31-4115-bb3c-aa08f45529db admin admin] Network 12bedc7a-092f-46b2-9ceb-bac7f427ce8b is scheduled to be hosted by DHCP agent 334e9f8c-ffb2-4cf1-9422-c5afdc325939 with binding_index 1 {{(pid=104685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:48:34.796664 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.l3_db [None req-0a781409-9f65-48e8-ad1b-e78993221396 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Floating IP c25835cb-54d4-4a78-b25c-d905ff6168ef associated. External IP: 172.27.0.99, port: 1dd707d6-81e4-4739-aa53-6af3cd8a7202. May 26 19:48:34.825432 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-db2c0336-0f31-4115-bb3c-aa08f45529db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-17-iscsi, 12bedc7a-092f-46b2-9ceb-bac7f427ce8b) {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:48:34.830346 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2c0336-0f31-4115-bb3c-aa08f45529db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:34.831487 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-db2c0336-0f31-4115-bb3c-aa08f45529db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:34.834691 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e73631-3b90-42c4-8283-32164808f538 None None] Network 12bedc7a-092f-46b2-9ceb-bac7f427ce8b requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:48:34.933812 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-db2c0336-0f31-4115-bb3c-aa08f45529db admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7239740 May 26 19:48:34.941798 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:34.951161 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e02968-2f57-42df-8c9c-4d843da33bf6 None None] Network 12bedc7a-092f-46b2-9ceb-bac7f427ce8b requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:48:35.017663 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a781409-9f65-48e8-ad1b-e78993221396 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Router 1dda39d6-b773-4c70-9c08-b26baf658776 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:48:35.128182 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a781409-9f65-48e8-ad1b-e78993221396 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:48:35.141131 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753a0d6d-5676-44c9-908f-4a8cc93a12be None None] Sync routers for ids ['1dda39d6-b773-4c70-9c08-b26baf658776'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:48:35.152089 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753a0d6d-5676-44c9-908f-4a8cc93a12be None None] Routers {'1dda39d6-b773-4c70-9c08-b26baf658776'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:48:35.152728 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-753a0d6d-5676-44c9-908f-4a8cc93a12be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:48:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['1dda39d6-b773-4c70-9c08-b26baf658776'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:35.213323 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a781409-9f65-48e8-ad1b-e78993221396 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:35.216360 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:35.251127 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-0a781409-9f65-48e8-ad1b-e78993221396 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2012510 May 26 19:48:35.251127 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06', 'tag': '1dd707d6-81e4-4739-aa53-6af3cd8a7202'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:48:35.252109 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 60540) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:35.252290 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f6f0a9-2ee6-4648-b66b-2e1c0fe15059" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06", "tag": "1dd707d6-81e4-4739-aa53-6af3cd8a7202"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:48:35.262057 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-bc6ede54-3a04-4ca3-b127-97697d9174ef tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1243511219', 'description': 'tempest-secgroup-smoke-1243511219 description', 'project_id': 'f01283b247cc476682b191f71b1d03ed'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:48:35.281393 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-753a0d6d-5676-44c9-908f-4a8cc93a12be None None] Set router 1dda39d6-b773-4c70-9c08-b26baf658776 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:48:35.294269 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8beefb65-8240-4bcf-9943-4df482be15eb x-openstack-request-id: req-8beefb65-8240-4bcf-9943-4df482be15eb {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:48:35.294558 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06", "tag": "1dd707d6-81e4-4739-aa53-6af3cd8a7202", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:48:35.294804 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8beefb65-8240-4bcf-9943-4df482be15eb {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:48:35.295232 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8beefb65-8240-4bcf-9943-4df482be15eb'] response: {'name': 'network-changed', 'server_uuid': '8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06', 'tag': '1dd707d6-81e4-4739-aa53-6af3cd8a7202', 'status': 'completed', 'code': 200} May 26 19:48:35.350632 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bc6ede54-3a04-4ca3-b127-97697d9174ef tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:35.368010 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6f0a9-2ee6-4648-b66b-2e1c0fe15059 req-e6f21b49-a27c-4cb3-8ddd-4113de021d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:35.368010 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-33f6f0a9-2ee6-4648-b66b-2e1c0fe15059 req-e6f21b49-a27c-4cb3-8ddd-4113de021d65 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f01283b247cc476682b191f71b1d03ed&device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 1130 time: 0.0482631 May 26 19:48:35.459409 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:35.486848 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bc6ede54-3a04-4ca3-b127-97697d9174ef tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group (f4987430-f9db-4539-b262-ce7b99282158), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:35.511912 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6f0a9-2ee6-4648-b66b-2e1c0fe15059 req-fbbd98ea-43eb-47a1-a158-638d037653ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:35.513575 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-33f6f0a9-2ee6-4648-b66b-2e1c0fe15059 req-fbbd98ea-43eb-47a1-a158-638d037653ef service neutron] 10.222.0.77 "GET /v2.0/networks?id=5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d HTTP/1.1" status: 200 len: 915 time: 0.1406391 May 26 19:48:35.549664 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-753a0d6d-5676-44c9-908f-4a8cc93a12be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'name': 'tempest-TestMinimumBasicScenario-572037713-router', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:37Z', 'updated_at': '2022-05-26T19:47:40Z', 'revision_number': 4, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'gw_port': {'id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:38Z', 'updated_at': '2022-05-26T19:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'c25835cb-54d4-4a78-b25c-d905ff6168ef', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'port_id': '1dd707d6-81e4-4739-aa53-6af3cd8a7202', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d', 'mac_address': 'fa:16:3e:9d:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:48:34Z', 'updated_at': '2022-05-26T19:48:34Z', 'revision_number': 0, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e307fa48-9587-4119-8376-e17d84ca64af', 'name': '', 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'mac_address': 'fa:16:3e:62:0a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '75faef3b-aa31-48d2-a623-2948ef512be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:40Z', 'updated_at': '2022-05-26T19:47:44Z', 'revision_number': 5, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'subnets': [{'id': '75faef3b-aa31-48d2-a623-2948ef512be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:35.574163 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bc6ede54-3a04-4ca3-b127-97697d9174ef tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (f4987430-f9db-4539-b262-ce7b99282158), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:35.575190 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753a0d6d-5676-44c9-908f-4a8cc93a12be None None] Checking router: 1dda39d6-b773-4c70-9c08-b26baf658776 for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:48:35.585094 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753a0d6d-5676-44c9-908f-4a8cc93a12be None None] Routers {'1dda39d6-b773-4c70-9c08-b26baf658776'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:48:35.585716 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-753a0d6d-5676-44c9-908f-4a8cc93a12be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:48:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['1dda39d6-b773-4c70-9c08-b26baf658776'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:35.590859 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-33f6f0a9-2ee6-4648-b66b-2e1c0fe15059 req-3ad78c60-2ef1-4c48-a148-5d21bdade50a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dd707d6-81e4-4739-aa53-6af3cd8a7202 HTTP/1.1" status: 200 len: 999 time: 0.0708649 May 26 19:48:35.607237 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ede54-3a04-4ca3-b127-97697d9174ef tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4987430-f9db-4539-b262-ce7b99282158,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:35.648020 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6f0a9-2ee6-4648-b66b-2e1c0fe15059 req-770c7b90-b3b3-480d-ad45-e92fac86a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:35.649485 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-33f6f0a9-2ee6-4648-b66b-2e1c0fe15059 req-770c7b90-b3b3-480d-ad45-e92fac86a1ad service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75faef3b-aa31-48d2-a623-2948ef512be1 HTTP/1.1" status: 200 len: 853 time: 0.0526006 May 26 19:48:35.682463 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bc6ede54-3a04-4ca3-b127-97697d9174ef tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:35.687314 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-bc6ede54-3a04-4ca3-b127-97697d9174ef tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4337387 May 26 19:48:35.688088 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 60544) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:35.692780 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-512a8fa8-6595-475f-99ee-26b150f4e77d tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Request body: {'security_group_rule': {'security_group_id': 'f4987430-f9db-4539-b262-ce7b99282158', 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:48:35.701213 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-753a0d6d-5676-44c9-908f-4a8cc93a12be None None] Set router 1dda39d6-b773-4c70-9c08-b26baf658776 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:48:35.708724 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6f0a9-2ee6-4648-b66b-2e1c0fe15059 req-490fbe3b-618e-4b60-8a0d-d07e91e302b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:35.710263 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-33f6f0a9-2ee6-4648-b66b-2e1c0fe15059 req-490fbe3b-618e-4b60-8a0d-d07e91e302b7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528502 May 26 19:48:35.773167 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:35.793203 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:35.806856 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-33f6f0a9-2ee6-4648-b66b-2e1c0fe15059 req-7a6f5c74-fc56-4a73-8a7c-6b45cb7e2495 service neutron] 10.222.0.77 "GET /v2.0/networks/5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877867 May 26 19:48:35.826591 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-512a8fa8-6595-475f-99ee-26b150f4e77d tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group_rule (87e56aa7-b6e1-4471-9e47-b7fd39ff75ae), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:35.873459 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:35.924645 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-753a0d6d-5676-44c9-908f-4a8cc93a12be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'name': 'tempest-TestMinimumBasicScenario-572037713-router', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:37Z', 'updated_at': '2022-05-26T19:47:40Z', 'revision_number': 4, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'gw_port': {'id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:38Z', 'updated_at': '2022-05-26T19:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'c25835cb-54d4-4a78-b25c-d905ff6168ef', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'port_id': '1dd707d6-81e4-4739-aa53-6af3cd8a7202', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d', 'mac_address': 'fa:16:3e:9d:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:48:34Z', 'updated_at': '2022-05-26T19:48:34Z', 'revision_number': 0, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e307fa48-9587-4119-8376-e17d84ca64af', 'name': '', 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'mac_address': 'fa:16:3e:62:0a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '75faef3b-aa31-48d2-a623-2948ef512be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:40Z', 'updated_at': '2022-05-26T19:47:44Z', 'revision_number': 5, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'subnets': [{'id': '75faef3b-aa31-48d2-a623-2948ef512be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:35.949104 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753a0d6d-5676-44c9-908f-4a8cc93a12be None None] The sync data for ids ['1dda39d6-b773-4c70-9c08-b26baf658776'] in dv-cinder-825492-17-iscsi is: [{'id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'name': 'tempest-TestMinimumBasicScenario-572037713-router', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:37Z', 'updated_at': '2022-05-26T19:47:40Z', 'revision_number': 4, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'gw_port': {'id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:38Z', 'updated_at': '2022-05-26T19:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': 'c25835cb-54d4-4a78-b25c-d905ff6168ef', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'port_id': '1dd707d6-81e4-4739-aa53-6af3cd8a7202', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d', 'mac_address': 'fa:16:3e:9d:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:48:34Z', 'updated_at': '2022-05-26T19:48:34Z', 'revision_number': 0, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e307fa48-9587-4119-8376-e17d84ca64af', 'name': '', 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'mac_address': 'fa:16:3e:62:0a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '75faef3b-aa31-48d2-a623-2948ef512be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:40Z', 'updated_at': '2022-05-26T19:47:44Z', 'revision_number': 5, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'subnets': [{'id': '75faef3b-aa31-48d2-a623-2948ef512be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:48:35.963068 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-512a8fa8-6595-475f-99ee-26b150f4e77d tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group_rule (87e56aa7-b6e1-4471-9e47-b7fd39ff75ae), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:35.965449 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-33f6f0a9-2ee6-4648-b66b-2e1c0fe15059 req-0bd37406-18cc-4764-be11-e69cd858244a service neutron] 10.222.0.77 "GET /v2.0/networks/5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516788 May 26 19:48:36.034631 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-512a8fa8-6595-475f-99ee-26b150f4e77d tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (87e56aa7-b6e1-4471-9e47-b7fd39ff75ae), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:36.055238 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a8fa8-6595-475f-99ee-26b150f4e77d tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e56aa7-b6e1-4471-9e47-b7fd39ff75ae,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:36.130877 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-512a8fa8-6595-475f-99ee-26b150f4e77d tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:36.132174 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-512a8fa8-6595-475f-99ee-26b150f4e77d tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4432502 May 26 19:48:36.134952 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 60550) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:36.139469 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-3fe686f3-1a39-482c-8817-6feb337b11d0 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Request body: {'security_group_rule': {'security_group_id': 'f4987430-f9db-4539-b262-ce7b99282158', 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:48:36.157123 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76895ee-5f85-4575-9551-e1b237abe91f None None] New status for floating IP c25835cb-54d4-4a78-b25c-d905ff6168ef: ACTIVE {{(pid=104687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:48:36.230994 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3fe686f3-1a39-482c-8817-6feb337b11d0 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group_rule (f63fd4f7-3139-4726-a63d-9360a9acbfe6), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:36.292349 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3fe686f3-1a39-482c-8817-6feb337b11d0 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group_rule (f63fd4f7-3139-4726-a63d-9360a9acbfe6), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:36.354134 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3fe686f3-1a39-482c-8817-6feb337b11d0 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (f63fd4f7-3139-4726-a63d-9360a9acbfe6), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:36.372312 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe686f3-1a39-482c-8817-6feb337b11d0 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63fd4f7-3139-4726-a63d-9360a9acbfe6,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:36.470309 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-3fe686f3-1a39-482c-8817-6feb337b11d0 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:36.471625 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-3fe686f3-1a39-482c-8817-6feb337b11d0 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3356771 May 26 19:48:36.474360 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 60552) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:36.479018 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-c88f69b6-8ca8-4670-84fc-4ed82f28212a tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Request body: {'security_group_rule': {'security_group_id': 'f4987430-f9db-4539-b262-ce7b99282158', 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:48:36.599555 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c88f69b6-8ca8-4670-84fc-4ed82f28212a tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group_rule (82c0614a-1796-4476-9501-9513169443db), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:36.640835 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:36.649205 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c88f69b6-8ca8-4670-84fc-4ed82f28212a tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group_rule (82c0614a-1796-4476-9501-9513169443db), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:36.733647 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c88f69b6-8ca8-4670-84fc-4ed82f28212a tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (82c0614a-1796-4476-9501-9513169443db), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:36.753232 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f69b6-8ca8-4670-84fc-4ed82f28212a tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c0614a-1796-4476-9501-9513169443db,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:36.855781 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-c88f69b6-8ca8-4670-84fc-4ed82f28212a tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:36.856928 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-c88f69b6-8ca8-4670-84fc-4ed82f28212a tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3813207 May 26 19:48:36.859667 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 60554) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:36.864658 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-641aec24-65f6-4152-9737-2ac0009a417f tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Request body: {'security_group_rule': {'security_group_id': 'f4987430-f9db-4539-b262-ce7b99282158', 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:48:36.956281 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-641aec24-65f6-4152-9737-2ac0009a417f tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group_rule (d3fec00a-5933-405a-b0e3-455ba3bd21fe), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:37.017866 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-641aec24-65f6-4152-9737-2ac0009a417f tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group_rule (d3fec00a-5933-405a-b0e3-455ba3bd21fe), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:37.151274 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-641aec24-65f6-4152-9737-2ac0009a417f tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (d3fec00a-5933-405a-b0e3-455ba3bd21fe), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:37.170665 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641aec24-65f6-4152-9737-2ac0009a417f tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3fec00a-5933-405a-b0e3-455ba3bd21fe,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:37.220620 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-340b5901-6622-4b10-ba13-1c1d69a9d9eb tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:37.222647 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-340b5901-6622-4b10-ba13-1c1d69a9d9eb tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/networks?id=12bedc7a-092f-46b2-9ceb-bac7f427ce8b HTTP/1.1" status: 200 len: 809 time: 0.1075029 May 26 19:48:37.235690 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-641aec24-65f6-4152-9737-2ac0009a417f tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:37.239191 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-641aec24-65f6-4152-9737-2ac0009a417f tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3761990 May 26 19:48:37.239400 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-e41d199f-c831-48ab-9976-604372c650b5 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/quotas/826fe966558845f28e787f440f26b2a5 HTTP/1.1" status: 200 len: 375 time: 0.0090396 May 26 19:48:37.239602 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 60570) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:37.243861 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-694f1192-3f1a-475b-8653-e5963f4e4978 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Request body: {'security_group_rule': {'security_group_id': 'f4987430-f9db-4539-b262-ce7b99282158', 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:48:37.269619 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-389a12d9-5718-4f74-9bc4-03632c83ccd4 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=826fe966558845f28e787f440f26b2a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272429 May 26 19:48:37.322438 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-7ad7bab4-eaff-4752-b631-1daa3d592211 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 19:48:37.323456 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-7ad7bab4-eaff-4752-b631-1daa3d592211 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0473440 May 26 19:48:37.328462 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.securitygroups_db [None req-694f1192-3f1a-475b-8653-e5963f4e4978 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Project f01283b247cc476682b191f71b1d03ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:48:37.335046 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-694f1192-3f1a-475b-8653-e5963f4e4978 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group_rule (de9f2f45-1b08-4c03-95f2-d9be9880c63d), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:37.394445 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-694f1192-3f1a-475b-8653-e5963f4e4978 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group_rule (de9f2f45-1b08-4c03-95f2-d9be9880c63d), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:37.415347 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ac2a6033-8d67-4e72-bfef-0f955ce3c7ce service neutron] 10.222.0.72 "GET /v2.0/networks/12bedc7a-092f-46b2-9ceb-bac7f427ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859897 May 26 19:48:37.500435 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-2b71f068-8990-4c17-91dc-6421728d5a40 service neutron] 10.222.0.72 "GET /v2.0/networks/12bedc7a-092f-46b2-9ceb-bac7f427ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793650 May 26 19:48:37.547966 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-694f1192-3f1a-475b-8653-e5963f4e4978 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (de9f2f45-1b08-4c03-95f2-d9be9880c63d), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:37.566408 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f1192-3f1a-475b-8653-e5963f4e4978 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9f2f45-1b08-4c03-95f2-d9be9880c63d,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:37.655739 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-694f1192-3f1a-475b-8653-e5963f4e4978 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:37.656887 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-694f1192-3f1a-475b-8653-e5963f4e4978 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4163544 May 26 19:48:37.659821 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 60574) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:48:37.664018 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-bccc6ead-77a7-4818-9756-8423f855bcc6 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Request body: {'security_group_rule': {'security_group_id': 'f4987430-f9db-4539-b262-ce7b99282158', 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:48:37.751689 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.securitygroups_db [None req-bccc6ead-77a7-4818-9756-8423f855bcc6 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Project f01283b247cc476682b191f71b1d03ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:48:37.759237 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bccc6ead-77a7-4818-9756-8423f855bcc6 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group_rule (8288edbd-b56a-4714-bb23-a9d08cfa6ec1), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:37.816690 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-568db074-feb4-46e6-9687-7a55700bf70c req-32ac5484-913d-49e9-953c-1303ef3a179b tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac407afa-dd72-47a1-80df-6fdd04026cc4 HTTP/1.1" status: 200 len: 210 time: 0.0413654 May 26 19:48:37.837947 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bccc6ead-77a7-4818-9756-8423f855bcc6 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group_rule (8288edbd-b56a-4714-bb23-a9d08cfa6ec1), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:37.951486 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bccc6ead-77a7-4818-9756-8423f855bcc6 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (8288edbd-b56a-4714-bb23-a9d08cfa6ec1), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:37.970521 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc6ead-77a7-4818-9756-8423f855bcc6 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8288edbd-b56a-4714-bb23-a9d08cfa6ec1,revision_number=0']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:38.078839 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bccc6ead-77a7-4818-9756-8423f855bcc6 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:38.080104 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-bccc6ead-77a7-4818-9756-8423f855bcc6 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4193518 May 26 19:48:38.167344 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a0dce602-28a4-42bf-b6a3-626693d38c03 req-f3277f59-98db-4ca7-b25c-0c3cebf00b9c tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1243511219&fields=id&tenant_id=f01283b247cc476682b191f71b1d03ed HTTP/1.1" status: 200 len: 267 time: 0.0432227 May 26 19:48:38.221453 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dce602-28a4-42bf-b6a3-626693d38c03 req-1a394eb8-66b9-4ca7-9676-9bf47f2c774d tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:38.222923 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a0dce602-28a4-42bf-b6a3-626693d38c03 req-1a394eb8-66b9-4ca7-9676-9bf47f2c774d tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 946 time: 0.0502639 May 26 19:48:38.233254 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [req-a0dce602-28a4-42bf-b6a3-626693d38c03 req-6f9c4e7d-45d6-47ff-88e6-ff42b80fa14f tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Request body: {'port': {'security_groups': ['92af8ccb-b56c-445b-b1d1-0dc63d89402a', 'f4987430-f9db-4539-b262-ce7b99282158']}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:48:38.300579 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-a0dce602-28a4-42bf-b6a3-626693d38c03 req-6f9c4e7d-45d6-47ff-88e6-ff42b80fa14f tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:38.783295 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [req-a0dce602-28a4-42bf-b6a3-626693d38c03 req-6f9c4e7d-45d6-47ff-88e6-ff42b80fa14f tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] For port 1dd707d6-81e4-4739-aa53-6af3cd8a7202, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=1dd707d6-81e4-4739-aa53-6af3cd8a7202,segment=NetworkSegment(80737a7c-9fb1-422a-9eca-fc43687fa43f),segment_id=80737a7c-9fb1-422a-9eca-fc43687fa43f)] {{(pid=104685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:48:38.803288 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:38.811500 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-a0dce602-28a4-42bf-b6a3-626693d38c03 req-6f9c4e7d-45d6-47ff-88e6-ff42b80fa14f tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:38.898115 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3012df7d-9ec2-4fd7-a311-0deec9ac0f53 req-8aeb7d8b-19cc-47f4-b3e0-69df1123283d tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac407afa-dd72-47a1-80df-6fdd04026cc4 HTTP/1.1" status: 200 len: 210 time: 0.0290644 May 26 19:48:38.905643 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-a0dce602-28a4-42bf-b6a3-626693d38c03 req-6f9c4e7d-45d6-47ff-88e6-ff42b80fa14f tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099810'] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:38.925722 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['1dd707d6-81e4-4739-aa53-6af3cd8a7202'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:48:38.951239 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dce602-28a4-42bf-b6a3-626693d38c03 req-6f9c4e7d-45d6-47ff-88e6-ff42b80fa14f tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:38.951918 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-a0dce602-28a4-42bf-b6a3-626693d38c03 req-6f9c4e7d-45d6-47ff-88e6-ff42b80fa14f tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:38.953556 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a0dce602-28a4-42bf-b6a3-626693d38c03 req-6f9c4e7d-45d6-47ff-88e6-ff42b80fa14f tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "PUT /v2.0/ports/1dd707d6-81e4-4739-aa53-6af3cd8a7202 HTTP/1.1" status: 200 len: 982 time: 0.7245777 May 26 19:48:38.954075 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06', 'tag': '1dd707d6-81e4-4739-aa53-6af3cd8a7202'}] {{(pid=104685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:48:38.956311 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}580a5c817d768ebcbdba4f0d83444aaab2d380737ec7b53e235c94cd1e37ed20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809f4882-a8d0-4a47-b7a3-376444352bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06", "tag": "1dd707d6-81e4-4739-aa53-6af3cd8a7202"}]}' {{(pid=104685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:48:38.978088 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c4e7d-45d6-47ff-88e6-ff42b80fa14f tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Pushing event updated for resources: {'Port': ['ID=1dd707d6-81e4-4739-aa53-6af3cd8a7202,revision_number=6']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:39.057950 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['1dd707d6-81e4-4739-aa53-6af3cd8a7202'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:48:39.099862 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a66d2f-c421-498b-a8eb-e5b4f9f75335 req-caa2872f-7753-4b1d-bce4-6e658dad69b5 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:39.101626 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f5a66d2f-c421-498b-a8eb-e5b4f9f75335 req-caa2872f-7753-4b1d-bce4-6e658dad69b5 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0633314 May 26 19:48:39.129157 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:39.181035 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f5a66d2f-c421-498b-a8eb-e5b4f9f75335 req-a0033617-4470-4891-b389-2ff959fbd4a8 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&id=f4987430-f9db-4539-b262-ce7b99282158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722229 May 26 19:48:39.255684 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48d828d-6192-4ee6-9738-3908f28fd568 x-openstack-request-id: req-a48d828d-6192-4ee6-9738-3908f28fd568 {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:48:39.256594 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06", "tag": "1dd707d6-81e4-4739-aa53-6af3cd8a7202", "status": "completed", "code": 200}]} {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:48:39.257445 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a48d828d-6192-4ee6-9738-3908f28fd568 {{(pid=104685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:48:39.258331 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a48d828d-6192-4ee6-9738-3908f28fd568'] response: {'name': 'network-changed', 'server_uuid': '8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06', 'tag': '1dd707d6-81e4-4739-aa53-6af3cd8a7202', 'status': 'completed', 'code': 200} May 26 19:48:39.316565 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f4882-a8d0-4a47-b7a3-376444352bf4 req-a0d10c5d-9f56-41f2-a79d-ee55721b127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:39.318062 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-809f4882-a8d0-4a47-b7a3-376444352bf4 req-a0d10c5d-9f56-41f2-a79d-ee55721b127e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f01283b247cc476682b191f71b1d03ed&device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 1169 time: 0.0412872 May 26 19:48:39.335075 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-75ac2c62-b076-40f5-a291-9598e459a115 None None] Provisioning complete for port 1dd707d6-81e4-4739-aa53-6af3cd8a7202 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:48:39.335482 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-75ac2c62-b076-40f5-a291-9598e459a115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:39.375010 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=100 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:39.427934 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f4882-a8d0-4a47-b7a3-376444352bf4 req-5c77d381-3676-4395-988a-0f8c202ea65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:39.429321 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-809f4882-a8d0-4a47-b7a3-376444352bf4 req-5c77d381-3676-4395-988a-0f8c202ea65b service neutron] 10.222.0.77 "GET /v2.0/networks?id=5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d HTTP/1.1" status: 200 len: 915 time: 0.1031256 May 26 19:48:39.492891 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-809f4882-a8d0-4a47-b7a3-376444352bf4 req-7e7a5f2c-e22e-4efb-90d8-7f53db34115b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dd707d6-81e4-4739-aa53-6af3cd8a7202 HTTP/1.1" status: 200 len: 1001 time: 0.0562878 May 26 19:48:39.538065 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-75ac2c62-b076-40f5-a291-9598e459a115 None None] Current status of the port 1dd707d6-81e4-4739-aa53-6af3cd8a7202 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:48:39.541238 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=100 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:39.546588 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f4882-a8d0-4a47-b7a3-376444352bf4 req-08afa3f9-4ffb-457b-b08a-bc7dd87c4e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:39.548182 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-809f4882-a8d0-4a47-b7a3-376444352bf4 req-08afa3f9-4ffb-457b-b08a-bc7dd87c4e9e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75faef3b-aa31-48d2-a623-2948ef512be1 HTTP/1.1" status: 200 len: 853 time: 0.0487888 May 26 19:48:39.594156 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f4882-a8d0-4a47-b7a3-376444352bf4 req-b680b8b3-0038-4e1a-9874-13e1abcfe2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:39.595862 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-809f4882-a8d0-4a47-b7a3-376444352bf4 req-b680b8b3-0038-4e1a-9874-13e1abcfe2df service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412164 May 26 19:48:39.689305 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-809f4882-a8d0-4a47-b7a3-376444352bf4 req-c256fd7e-3081-4af5-bf4b-c2eccc392eaf service neutron] 10.222.0.77 "GET /v2.0/networks/5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862916 May 26 19:48:39.951032 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:39.997577 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-809f4882-a8d0-4a47-b7a3-376444352bf4 req-b0a80b4a-49dc-4d6b-b4e5-489cf6eb50b5 service neutron] 10.222.0.77 "GET /v2.0/networks/5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054928 May 26 19:48:40.015773 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-54135d37-1baf-40e0-aa7b-dd0ad18d92df req-25e74e91-bde4-4720-b179-6c9ae26feebe tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac407afa-dd72-47a1-80df-6fdd04026cc4 HTTP/1.1" status: 200 len: 210 time: 0.0402534 May 26 19:48:40.244771 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-a31aeaa0-6fe0-4c71-ba01-34b51352c90a tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:40.246524 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-a31aeaa0-6fe0-4c71-ba01-34b51352c90a tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.77 "GET /v2.0/networks?id=12bedc7a-092f-46b2-9ceb-bac7f427ce8b HTTP/1.1" status: 200 len: 809 time: 0.1020093 May 26 19:48:40.260524 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-c3d25aee-ed89-4b9f-ac18-6f839d53ee9b tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Request body: {'port': {'device_id': 'ac407afa-dd72-47a1-80df-6fdd04026cc4', 'network_id': '12bedc7a-092f-46b2-9ceb-bac7f427ce8b', 'admin_state_up': True, 'tenant_id': '826fe966558845f28e787f440f26b2a5'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:48:40.448548 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-c3d25aee-ed89-4b9f-ac18-6f839d53ee9b tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Made reservation on behalf of 826fe966558845f28e787f440f26b2a5 for: {'port': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:48:40.452308 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-c3d25aee-ed89-4b9f-ac18-6f839d53ee9b tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:40.577393 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:40.581458 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-c3d25aee-ed89-4b9f-ac18-6f839d53ee9b tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Allocated IP 172.20.0.9 (12bedc7a-092f-46b2-9ceb-bac7f427ce8b/1243b6d4-570b-4657-ae39-69a491d3210d/9aab7f42-442a-4c7c-990a-ff9b4418e897) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:48:40.737446 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-c3d25aee-ed89-4b9f-ac18-6f839d53ee9b tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Publish callbacks [] for port (9aab7f42-442a-4c7c-990a-ff9b4418e897), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:40.817049 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-c3d25aee-ed89-4b9f-ac18-6f839d53ee9b tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (9aab7f42-442a-4c7c-990a-ff9b4418e897), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:40.858447 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-c3d25aee-ed89-4b9f-ac18-6f839d53ee9b tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Network 12bedc7a-092f-46b2-9ceb-bac7f427ce8b is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:48:40.864195 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-c3d25aee-ed89-4b9f-ac18-6f839d53ee9b tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:48:40.866485 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-c3d25aee-ed89-4b9f-ac18-6f839d53ee9b tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:48:40.893050 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d25aee-ed89-4b9f-ac18-6f839d53ee9b tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Pushing event updated for resources: {'Port': ['ID=9aab7f42-442a-4c7c-990a-ff9b4418e897,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:40.925845 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-c3d25aee-ed89-4b9f-ac18-6f839d53ee9b tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:40.926463 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-c3d25aee-ed89-4b9f-ac18-6f839d53ee9b tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:41.073876 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-c3d25aee-ed89-4b9f-ac18-6f839d53ee9b tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8169994 May 26 19:48:41.085222 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] Request body: {'port': {'device_id': 'ac407afa-dd72-47a1-80df-6fdd04026cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:48:41.133101 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98f2cf-dbbc-4ffa-9e73-cc9e2e788e37 req-63f5d842-f703-4a71-bb46-2043fd9a3c32 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:41.135279 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-cf98f2cf-dbbc-4ffa-9e73-cc9e2e788e37 req-63f5d842-f703-4a71-bb46-2043fd9a3c32 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac407afa-dd72-47a1-80df-6fdd04026cc4 HTTP/1.1" status: 200 len: 931 time: 0.0492032 May 26 19:48:41.148878 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (9aab7f42-442a-4c7c-990a-ff9b4418e897), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:41.174925 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:41.182364 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-cf98f2cf-dbbc-4ffa-9e73-cc9e2e788e37 req-1b569d1f-89a0-4156-8a5b-91947912dad1 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415363 May 26 19:48:41.294659 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:41.435637 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aab7f42-442a-4c7c-990a-ff9b4418e897 {{(pid=104684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:48:41.443742 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] Publish callbacks [] for port (9aab7f42-442a-4c7c-990a-ff9b4418e897), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:41.456211 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:41.457329 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.provisioning_blocks [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] Transition to ACTIVE for port object 9aab7f42-442a-4c7c-990a-ff9b4418e897 will not be triggered until provisioned by entity L2. {{(pid=104684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 19:48:41.559359 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (9aab7f42-442a-4c7c-990a-ff9b4418e897), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:41.609205 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] Pushing event updated for resources: {'Port': ['ID=9aab7f42-442a-4c7c-990a-ff9b4418e897,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:41.675250 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] Attempting to bind port 9aab7f42-442a-4c7c-990a-ff9b4418e897 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:48:41.675594 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] Attempting to bind port 9aab7f42-442a-4c7c-990a-ff9b4418e897 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '39384501-99df-47d8-9ef4-25a1f319d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '12bedc7a-092f-46b2-9ceb-bac7f427ce8b'}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:48:41.675888 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] Attempting to bind port 9aab7f42-442a-4c7c-990a-ff9b4418e897 on network 12bedc7a-092f-46b2-9ceb-bac7f427ce8b {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:48:41.680656 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] Port 9aab7f42-442a-4c7c-990a-ff9b4418e897 on network 12bedc7a-092f-46b2-9ceb-bac7f427ce8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 19:48:41.680965 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] Attempting to bind port 9aab7f42-442a-4c7c-990a-ff9b4418e897 on network 12bedc7a-092f-46b2-9ceb-bac7f427ce8b {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:48:41.686251 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] Checking agent: {'id': 'c3a211c9-c98b-4801-84c3-445f8272aa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'started_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:48:41.689642 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] Checking segment: {'id': '39384501-99df-47d8-9ef4-25a1f319d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '12bedc7a-092f-46b2-9ceb-bac7f427ce8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:48:41.689642 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] Bound using segment: {'id': '39384501-99df-47d8-9ef4-25a1f319d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '12bedc7a-092f-46b2-9ceb-bac7f427ce8b'} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:48:41.689642 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] Bound port: 9aab7f42-442a-4c7c-990a-ff9b4418e897, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39384501-99df-47d8-9ef4-25a1f319d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '12bedc7a-092f-46b2-9ceb-bac7f427ce8b'}}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:48:41.689642 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (9aab7f42-442a-4c7c-990a-ff9b4418e897), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:41.752266 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] For port 9aab7f42-442a-4c7c-990a-ff9b4418e897, host hv-cinder-82549, cleared binding levels {{(pid=104684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:48:41.755338 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] For port 9aab7f42-442a-4c7c-990a-ff9b4418e897, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=9aab7f42-442a-4c7c-990a-ff9b4418e897,segment=NetworkSegment(39384501-99df-47d8-9ef4-25a1f319d573),segment_id=39384501-99df-47d8-9ef4-25a1f319d573)] {{(pid=104684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:48:41.902242 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (9aab7f42-442a-4c7c-990a-ff9b4418e897), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:41.935008 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:41.935625 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:41.936998 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] 10.222.0.77 "PUT /v2.0/ports/9aab7f42-442a-4c7c-990a-ff9b4418e897 HTTP/1.1" status: 200 len: 1093 time: 0.8557675 May 26 19:48:41.937432 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac407afa-dd72-47a1-80df-6fdd04026cc4', 'tag': '9aab7f42-442a-4c7c-990a-ff9b4418e897'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:48:41.939630 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423d2509-b624-4411-a346-2b705f4a3f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac407afa-dd72-47a1-80df-6fdd04026cc4", "tag": "9aab7f42-442a-4c7c-990a-ff9b4418e897"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:48:41.964684 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99d0dd-2343-4b24-b810-7d717cefbad0 service neutron] Pushing event updated for resources: {'Port': ['ID=9aab7f42-442a-4c7c-990a-ff9b4418e897,revision_number=3']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:41.984226 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84312ea-26b5-4002-b6e3-62e3e46497e3 x-openstack-request-id: req-b84312ea-26b5-4002-b6e3-62e3e46497e3 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:48:41.984226 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac407afa-dd72-47a1-80df-6fdd04026cc4", "tag": "9aab7f42-442a-4c7c-990a-ff9b4418e897", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:48:41.984226 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b84312ea-26b5-4002-b6e3-62e3e46497e3 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:48:41.984226 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b84312ea-26b5-4002-b6e3-62e3e46497e3'] response: {'name': 'network-changed', 'server_uuid': 'ac407afa-dd72-47a1-80df-6fdd04026cc4', 'tag': '9aab7f42-442a-4c7c-990a-ff9b4418e897', 'status': 'completed', 'code': 200} May 26 19:48:42.035555 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d2509-b624-4411-a346-2b705f4a3f9c req-45217372-b486-44ee-956a-96c97a1efc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:42.037024 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-423d2509-b624-4411-a346-2b705f4a3f9c req-45217372-b486-44ee-956a-96c97a1efc7b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=826fe966558845f28e787f440f26b2a5&device_id=ac407afa-dd72-47a1-80df-6fdd04026cc4 HTTP/1.1" status: 200 len: 1127 time: 0.0397842 May 26 19:48:42.138057 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d2509-b624-4411-a346-2b705f4a3f9c req-9410fe6e-7e71-4691-9dfb-a1ea4ec607cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:42.139547 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-423d2509-b624-4411-a346-2b705f4a3f9c req-9410fe6e-7e71-4691-9dfb-a1ea4ec607cb service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=826fe966558845f28e787f440f26b2a5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0934305 May 26 19:48:42.230965 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d2509-b624-4411-a346-2b705f4a3f9c req-1b19b3e1-8a9c-48db-8ff2-3b34d47127c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:42.232442 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-423d2509-b624-4411-a346-2b705f4a3f9c req-1b19b3e1-8a9c-48db-8ff2-3b34d47127c0 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869942 May 26 19:48:42.299571 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f06438-0466-4b6a-9e78-6970c4331ece req-d5ca127d-c88d-453e-9990-41e466d7ddba tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:42.301055 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-30f06438-0466-4b6a-9e78-6970c4331ece req-d5ca127d-c88d-453e-9990-41e466d7ddba tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac407afa-dd72-47a1-80df-6fdd04026cc4 HTTP/1.1" status: 200 len: 943 time: 0.0511050 May 26 19:48:42.310175 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-aa9437f9-07a2-48d5-98b6-7b8c465cc53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:42.312169 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-aa9437f9-07a2-48d5-98b6-7b8c465cc53b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=826fe966558845f28e787f440f26b2a5&device_id=ac407afa-dd72-47a1-80df-6fdd04026cc4 HTTP/1.1" status: 200 len: 1127 time: 0.0396752 May 26 19:48:42.352320 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-30f06438-0466-4b6a-9e78-6970c4331ece req-5db7dba7-7954-4714-b0c1-5ffd156cbbaa tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457525 May 26 19:48:42.376049 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-f3eb9233-78e1-4c4d-8fb4-e4d57e5ec432 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9aab7f42-442a-4c7c-990a-ff9b4418e897 HTTP/1.1" status: 200 len: 217 time: 0.0546751 May 26 19:48:42.425655 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-036f6384-00ce-484d-8a28-3b7ea3ee6c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:42.427247 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-036f6384-00ce-484d-8a28-3b7ea3ee6c46 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1243b6d4-570b-4657-ae39-69a491d3210d HTTP/1.1" status: 200 len: 849 time: 0.0452657 May 26 19:48:42.468076 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-2eaaaef5-a76c-4d43-9139-08ff5ca37023 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=12bedc7a-092f-46b2-9ceb-bac7f427ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268981 May 26 19:48:42.530042 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:48:42.762671 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:42.802672 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-f8406541-26b9-44f9-8c53-dcccecafa982 service neutron] 10.222.0.77 "GET /v2.0/networks/12bedc7a-092f-46b2-9ceb-bac7f427ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334756 May 26 19:48:42.893119 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6212c4d0-d526-49ad-95ab-7c69064ab2fb req-aab76e05-2300-47d7-9ca4-9a256080c397 service neutron] 10.222.0.77 "GET /v2.0/networks/12bedc7a-092f-46b2-9ceb-bac7f427ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812442 May 26 19:48:43.470799 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7f7df-55d3-4e80-a428-dee9f72ae9e2 req-2f2a934c-b40c-4935-a44b-18eb34676b61 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:43.472294 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-76d7f7df-55d3-4e80-a428-dee9f72ae9e2 req-2f2a934c-b40c-4935-a44b-18eb34676b61 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac407afa-dd72-47a1-80df-6fdd04026cc4 HTTP/1.1" status: 200 len: 943 time: 0.0482159 May 26 19:48:43.522975 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-76d7f7df-55d3-4e80-a428-dee9f72ae9e2 req-14ee0246-135d-4d95-aa70-bec04ec914b2 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450478 May 26 19:48:44.633153 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1704217-afe7-45c5-bc66-741c73175c08 req-fbfb6998-18c2-4cd8-bc73-cd9c357ba34d tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:44.634484 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f1704217-afe7-45c5-bc66-741c73175c08 req-fbfb6998-18c2-4cd8-bc73-cd9c357ba34d tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac407afa-dd72-47a1-80df-6fdd04026cc4 HTTP/1.1" status: 200 len: 943 time: 0.0455418 May 26 19:48:44.680476 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f1704217-afe7-45c5-bc66-741c73175c08 req-fd4f7bf7-0317-4f8b-bf23-c6643edd9f84 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405786 May 26 19:48:44.972995 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 9aab7f42-442a-4c7c-990a-ff9b4418e897 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:48:45.188800 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 9aab7f42-442a-4c7c-990a-ff9b4418e897, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=9aab7f42-442a-4c7c-990a-ff9b4418e897,segment=NetworkSegment(39384501-99df-47d8-9ef4-25a1f319d573),segment_id=39384501-99df-47d8-9ef4-25a1f319d573)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:48:45.200696 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': '9aab7f42-442a-4c7c-990a-ff9b4418e897', 'network_id': '12bedc7a-092f-46b2-9ceb-bac7f427ce8b', 'port_id': '9aab7f42-442a-4c7c-990a-ff9b4418e897', 'mac_address': 'fa:16:3e:52:27:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1243b6d4-570b-4657-ae39-69a491d3210d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:48:45.234855 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 9aab7f42-442a-4c7c-990a-ff9b4418e897 is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:48:45.235206 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (9aab7f42-442a-4c7c-990a-ff9b4418e897), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:45.255350 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aab7f42-442a-4c7c-990a-ff9b4418e897 {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:48:45.275268 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 9aab7f42-442a-4c7c-990a-ff9b4418e897, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=9aab7f42-442a-4c7c-990a-ff9b4418e897,segment=NetworkSegment(39384501-99df-47d8-9ef4-25a1f319d573),segment_id=39384501-99df-47d8-9ef4-25a1f319d573)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:48:45.313539 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (9aab7f42-442a-4c7c-990a-ff9b4418e897), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:45.360640 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=9aab7f42-442a-4c7c-990a-ff9b4418e897,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:45.368037 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:45.368391 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:45.368738 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:45.369080 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:45.369417 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:45.370149 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:45.370149 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:45.370383 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:45.370712 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:45.371063 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:45.371652 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:45.371978 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:45.372303 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:45.372624 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:45.372944 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:45.553731 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['9aab7f42-442a-4c7c-990a-ff9b4418e897'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:48:45.682533 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:45.792554 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04c65-fe75-4486-843d-f3d5ee522bc8 req-119581e1-d64d-4d63-8e82-2cac108f7889 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:45.794014 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d8f04c65-fe75-4486-843d-f3d5ee522bc8 req-119581e1-d64d-4d63-8e82-2cac108f7889 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac407afa-dd72-47a1-80df-6fdd04026cc4 HTTP/1.1" status: 200 len: 944 time: 0.0461571 May 26 19:48:45.840179 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d8f04c65-fe75-4486-843d-f3d5ee522bc8 req-f1a307b5-4cf0-4f13-b553-8291c06a1307 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406890 May 26 19:48:46.958921 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919b66c-6793-493e-bcd6-9a8ba57a6a7e req-7cebe8d0-e050-4875-94e7-97ad3679a8a0 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:46.960423 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9919b66c-6793-493e-bcd6-9a8ba57a6a7e req-7cebe8d0-e050-4875-94e7-97ad3679a8a0 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac407afa-dd72-47a1-80df-6fdd04026cc4 HTTP/1.1" status: 200 len: 944 time: 0.0542300 May 26 19:48:46.987314 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 9aab7f42-442a-4c7c-990a-ff9b4418e897 up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:48:47.011465 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9919b66c-6793-493e-bcd6-9a8ba57a6a7e req-552bd2f5-7ca7-4bf7-b505-a3e1ab9ad307 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450337 May 26 19:48:47.030869 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning for port 9aab7f42-442a-4c7c-990a-ff9b4418e897 completed by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 19:48:47.122183 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port 9aab7f42-442a-4c7c-990a-ff9b4418e897 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:48:47.122485 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (9aab7f42-442a-4c7c-990a-ff9b4418e897), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:47.192343 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 9aab7f42-442a-4c7c-990a-ff9b4418e897 is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:48:47.192722 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (9aab7f42-442a-4c7c-990a-ff9b4418e897), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:47.214854 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac407afa-dd72-47a1-80df-6fdd04026cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aab7f42-442a-4c7c-990a-ff9b4418e897'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:48:47.217059 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efff8fac-bd9b-4d7c-afd5-b39b6f6952d1" -d '{"events": [{"server_uuid": "ac407afa-dd72-47a1-80df-6fdd04026cc4", "name": "network-vif-plugged", "status": "completed", "tag": "9aab7f42-442a-4c7c-990a-ff9b4418e897"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:48:47.235240 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 9aab7f42-442a-4c7c-990a-ff9b4418e897, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=9aab7f42-442a-4c7c-990a-ff9b4418e897,segment=NetworkSegment(39384501-99df-47d8-9ef4-25a1f319d573),segment_id=39384501-99df-47d8-9ef4-25a1f319d573)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:48:47.262215 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51143a17-7f1d-4b77-980c-9e678a3c1ad1 x-openstack-request-id: req-51143a17-7f1d-4b77-980c-9e678a3c1ad1 {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:48:47.262503 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac407afa-dd72-47a1-80df-6fdd04026cc4", "name": "network-vif-plugged", "status": "completed", "tag": "9aab7f42-442a-4c7c-990a-ff9b4418e897", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:48:47.262751 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-51143a17-7f1d-4b77-980c-9e678a3c1ad1 {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:48:47.263181 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51143a17-7f1d-4b77-980c-9e678a3c1ad1'] response: {'server_uuid': 'ac407afa-dd72-47a1-80df-6fdd04026cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aab7f42-442a-4c7c-990a-ff9b4418e897', 'code': 200} May 26 19:48:47.322636 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (9aab7f42-442a-4c7c-990a-ff9b4418e897), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:47.369594 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=9aab7f42-442a-4c7c-990a-ff9b4418e897,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:47.542849 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1917bf9-36fe-43cf-a40d-d388891cdb64 req-71e43d75-681d-4165-8c28-a9a23719580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:47.544363 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c1917bf9-36fe-43cf-a40d-d388891cdb64 req-71e43d75-681d-4165-8c28-a9a23719580b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ac407afa-dd72-47a1-80df-6fdd04026cc4 HTTP/1.1" status: 200 len: 1129 time: 0.0385969 May 26 19:48:47.588440 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c1917bf9-36fe-43cf-a40d-d388891cdb64 req-fe646287-a9b9-41d5-b397-369b84caeafb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372815 May 26 19:48:48.126007 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e4371-f354-457b-a796-bd3c1aaceef7 req-fe7e955e-8fcc-4254-8682-82be1fedd474 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:48.127373 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ee7e4371-f354-457b-a796-bd3c1aaceef7 req-fe7e955e-8fcc-4254-8682-82be1fedd474 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac407afa-dd72-47a1-80df-6fdd04026cc4 HTTP/1.1" status: 200 len: 945 time: 0.0471106 May 26 19:48:48.172261 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ee7e4371-f354-457b-a796-bd3c1aaceef7 req-9c7d5b9f-ea0f-4101-96e8-b1aa8edc4bf7 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394664 May 26 19:48:48.551713 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:49.283223 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:49.291553 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da43c1-0ab5-4cb9-83d0-046415356892 req-0d26c76a-0003-424b-afa2-d2493176ceef tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:49.294769 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c3da43c1-0ab5-4cb9-83d0-046415356892 req-0d26c76a-0003-424b-afa2-d2493176ceef tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac407afa-dd72-47a1-80df-6fdd04026cc4 HTTP/1.1" status: 200 len: 945 time: 0.0511742 May 26 19:48:49.343735 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c3da43c1-0ab5-4cb9-83d0-046415356892 req-0eb9f787-d7aa-4bd4-a202-de6f088939b8 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449407 May 26 19:48:49.544922 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2bd12ebd-6c5f-43e5-ab2e-d472018631ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:50.466496 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fffb8d-1a0a-43a6-a4cc-d682bd747696 req-ffc8d1af-fc0e-48df-88c3-13d9dad9c8e5 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:50.469064 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-01fffb8d-1a0a-43a6-a4cc-d682bd747696 req-ffc8d1af-fc0e-48df-88c3-13d9dad9c8e5 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac407afa-dd72-47a1-80df-6fdd04026cc4 HTTP/1.1" status: 200 len: 945 time: 0.0567200 May 26 19:48:50.515056 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-01fffb8d-1a0a-43a6-a4cc-d682bd747696 req-faec985e-3f36-49d3-9bb2-17c173386d1b tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402915 May 26 19:48:51.770539 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496d614-6959-41f3-9915-76d905865628 req-17d7cdb6-eaf3-45e3-86d8-aa3ca3a073df tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:51.772061 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0496d614-6959-41f3-9915-76d905865628 req-17d7cdb6-eaf3-45e3-86d8-aa3ca3a073df tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac407afa-dd72-47a1-80df-6fdd04026cc4 HTTP/1.1" status: 200 len: 945 time: 0.0519543 May 26 19:48:51.819147 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0496d614-6959-41f3-9915-76d905865628 req-31d141e6-be1b-4f16-9ff9-096803035358 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414274 May 26 19:48:51.842633 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-b39507c1-d186-4fdb-8701-4c18dc660cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:52.526276 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=14 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:52.932785 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de83b3c-dba6-4f50-9b28-8d67203bd6cc req-a16eb5ab-2909-4015-b49a-0d4bde4a7332 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:52.934247 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8de83b3c-dba6-4f50-9b28-8d67203bd6cc req-a16eb5ab-2909-4015-b49a-0d4bde4a7332 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac407afa-dd72-47a1-80df-6fdd04026cc4 HTTP/1.1" status: 200 len: 945 time: 0.0466406 May 26 19:48:52.970533 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:52.980865 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8de83b3c-dba6-4f50-9b28-8d67203bd6cc req-b2d27727-3716-446a-8f38-c32736e344e9 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410655 May 26 19:48:53.203203 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d513d-cd47-4518-96bf-86a22c134337 req-3372056b-41ee-4369-b7ff-d0f74817c707 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:53.204545 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3c4d513d-cd47-4518-96bf-86a22c134337 req-3372056b-41ee-4369-b7ff-d0f74817c707 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac407afa-dd72-47a1-80df-6fdd04026cc4 HTTP/1.1" status: 200 len: 945 time: 0.0488999 May 26 19:48:53.285178 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-3c4d513d-cd47-4518-96bf-86a22c134337 req-db714e64-505e-4299-8522-17b2fa543bc6 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Deleting port 9aab7f42-442a-4c7c-990a-ff9b4418e897 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:48:53.285530 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-3c4d513d-cd47-4518-96bf-86a22c134337 req-db714e64-505e-4299-8522-17b2fa543bc6 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (9aab7f42-442a-4c7c-990a-ff9b4418e897), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:53.378460 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-3c4d513d-cd47-4518-96bf-86a22c134337 req-db714e64-505e-4299-8522-17b2fa543bc6 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] For port 9aab7f42-442a-4c7c-990a-ff9b4418e897, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=9aab7f42-442a-4c7c-990a-ff9b4418e897,segment=NetworkSegment(39384501-99df-47d8-9ef4-25a1f319d573),segment_id=39384501-99df-47d8-9ef4-25a1f319d573)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:48:53.383883 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-3c4d513d-cd47-4518-96bf-86a22c134337 req-db714e64-505e-4299-8522-17b2fa543bc6 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (9aab7f42-442a-4c7c-990a-ff9b4418e897), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:53.392242 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-3c4d513d-cd47-4518-96bf-86a22c134337 req-db714e64-505e-4299-8522-17b2fa543bc6 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Calling delete_port for 9aab7f42-442a-4c7c-990a-ff9b4418e897 owned by compute:nova {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:48:53.562371 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-3c4d513d-cd47-4518-96bf-86a22c134337 req-db714e64-505e-4299-8522-17b2fa543bc6 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (9aab7f42-442a-4c7c-990a-ff9b4418e897), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:53.573370 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:53.575436 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['9aab7f42-442a-4c7c-990a-ff9b4418e897'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:48:53.579066 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:53.595750 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db714e64-505e-4299-8522-17b2fa543bc6 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Pushing event deleted for resources: {'Port': ['ID=9aab7f42-442a-4c7c-990a-ff9b4418e897,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:53.639374 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4d513d-cd47-4518-96bf-86a22c134337 req-db714e64-505e-4299-8522-17b2fa543bc6 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] No DVR routers for this DVR port 9aab7f42-442a-4c7c-990a-ff9b4418e897 on host hv-cinder-82549 {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:48:53.641874 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-3c4d513d-cd47-4518-96bf-86a22c134337 req-db714e64-505e-4299-8522-17b2fa543bc6 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:53.645783 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3c4d513d-cd47-4518-96bf-86a22c134337 req-db714e64-505e-4299-8522-17b2fa543bc6 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.77 "DELETE /v2.0/ports/9aab7f42-442a-4c7c-990a-ff9b4418e897 HTTP/1.1" status: 204 len: 173 time: 0.4355614 May 26 19:48:53.646213 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac407afa-dd72-47a1-80df-6fdd04026cc4', 'name': 'network-vif-deleted', 'tag': '9aab7f42-442a-4c7c-990a-ff9b4418e897'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:48:53.648422 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cff8676-a594-4970-938c-7895f9c75f4e" -d '{"events": [{"server_uuid": "ac407afa-dd72-47a1-80df-6fdd04026cc4", "name": "network-vif-deleted", "tag": "9aab7f42-442a-4c7c-990a-ff9b4418e897"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:48:53.683866 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95df7244-8da9-4789-b5e2-e704c22e95ff x-openstack-request-id: req-95df7244-8da9-4789-b5e2-e704c22e95ff {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:48:53.684170 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac407afa-dd72-47a1-80df-6fdd04026cc4", "name": "network-vif-deleted", "tag": "9aab7f42-442a-4c7c-990a-ff9b4418e897", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:48:53.684415 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-95df7244-8da9-4789-b5e2-e704c22e95ff {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:48:53.684811 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95df7244-8da9-4789-b5e2-e704c22e95ff'] response: {'server_uuid': 'ac407afa-dd72-47a1-80df-6fdd04026cc4', 'name': 'network-vif-deleted', 'tag': '9aab7f42-442a-4c7c-990a-ff9b4418e897', 'status': 'completed', 'code': 200} May 26 19:48:54.086955 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-dff2e161-e735-4cde-b605-7c3a610c7cef req-42f87ef5-1bd8-4f8e-88ca-fddc833a5acd tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac407afa-dd72-47a1-80df-6fdd04026cc4 HTTP/1.1" status: 200 len: 210 time: 0.0287347 May 26 19:48:54.642474 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:55.397294 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-95280f8e-940a-453a-93d6-5ef24ac01294 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:55.398749 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-95280f8e-940a-453a-93d6-5ef24ac01294 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/networks?id=12bedc7a-092f-46b2-9ceb-bac7f427ce8b HTTP/1.1" status: 200 len: 809 time: 0.1044803 May 26 19:48:55.412871 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-60d33715-3a92-4cf1-816b-88668ceb20b0 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/quotas/826fe966558845f28e787f440f26b2a5 HTTP/1.1" status: 200 len: 375 time: 0.0087838 May 26 19:48:55.445207 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-f01b8cbf-e34c-49c4-b919-9c8cc7fbcc69 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=826fe966558845f28e787f440f26b2a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275071 May 26 19:48:55.534836 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-549a75fb-d591-4ece-9d46-dc83bdd63023 service neutron] 10.222.0.72 "GET /v2.0/networks/12bedc7a-092f-46b2-9ceb-bac7f427ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831726 May 26 19:48:55.622367 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-8564d48a-57ad-41d9-8414-2566802b9743 service neutron] 10.222.0.72 "GET /v2.0/networks/12bedc7a-092f-46b2-9ceb-bac7f427ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819399 May 26 19:48:55.870964 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:55.878696 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-6bd83217-1344-4bbf-8c97-984659fcca46 req-7d924814-0224-4286-9a51-9edade6715eb tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad4ac194-e2ad-45cb-ad22-29268f769f36 HTTP/1.1" status: 200 len: 210 time: 0.0310829 May 26 19:48:56.973466 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-449cdbed-565a-432d-9084-7decfa1b04b5 req-ca9da882-c38e-4648-b698-765afc88164b tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad4ac194-e2ad-45cb-ad22-29268f769f36 HTTP/1.1" status: 200 len: 210 time: 0.0315018 May 26 19:48:57.034107 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 9aab7f42-442a-4c7c-990a-ff9b4418e897 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:48:57.052769 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] No Port match for: 9aab7f42-442a-4c7c-990a-ff9b4418e897 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:48:57.053049 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 9aab7f42-442a-4c7c-990a-ff9b4418e897 not bound to the agent host hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:48:57.282070 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:57.945596 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:58.024938 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-a14f5a45-0df2-4631-b77c-3fb683ee2e49 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:58.026435 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-a14f5a45-0df2-4631-b77c-3fb683ee2e49 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.77 "GET /v2.0/networks?id=12bedc7a-092f-46b2-9ceb-bac7f427ce8b HTTP/1.1" status: 200 len: 809 time: 0.1101067 May 26 19:48:58.040613 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-4a7b8cc7-9990-440e-86c9-59b1c61a9559 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Request body: {'port': {'device_id': 'ad4ac194-e2ad-45cb-ad22-29268f769f36', 'network_id': '12bedc7a-092f-46b2-9ceb-bac7f427ce8b', 'admin_state_up': True, 'tenant_id': '826fe966558845f28e787f440f26b2a5'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:48:58.071949 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-83f781c8-27f6-4914-83d9-86aaaef7a311 req-3096a53d-9aed-45b8-87a7-939a30e1a599 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad4ac194-e2ad-45cb-ad22-29268f769f36 HTTP/1.1" status: 200 len: 210 time: 0.0278308 May 26 19:48:58.250762 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-4a7b8cc7-9990-440e-86c9-59b1c61a9559 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Made reservation on behalf of 826fe966558845f28e787f440f26b2a5 for: {'port': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:48:58.254838 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-4a7b8cc7-9990-440e-86c9-59b1c61a9559 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:58.378664 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-4a7b8cc7-9990-440e-86c9-59b1c61a9559 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Allocated IP 172.20.0.3 (12bedc7a-092f-46b2-9ceb-bac7f427ce8b/1243b6d4-570b-4657-ae39-69a491d3210d/0c5a3726-e9c7-4402-adc2-74f282ad4a99) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:48:58.489269 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:58.528022 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-4a7b8cc7-9990-440e-86c9-59b1c61a9559 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Publish callbacks [] for port (0c5a3726-e9c7-4402-adc2-74f282ad4a99), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:58.633563 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-4a7b8cc7-9990-440e-86c9-59b1c61a9559 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (0c5a3726-e9c7-4402-adc2-74f282ad4a99), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:58.679455 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-4a7b8cc7-9990-440e-86c9-59b1c61a9559 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Network 12bedc7a-092f-46b2-9ceb-bac7f427ce8b is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:48:58.682596 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-4a7b8cc7-9990-440e-86c9-59b1c61a9559 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:48:58.689147 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-4a7b8cc7-9990-440e-86c9-59b1c61a9559 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:48:58.714527 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b8cc7-9990-440e-86c9-59b1c61a9559 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Pushing event updated for resources: {'Port': ['ID=0c5a3726-e9c7-4402-adc2-74f282ad4a99,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:58.740141 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-4a7b8cc7-9990-440e-86c9-59b1c61a9559 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:58.740400 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-4a7b8cc7-9990-440e-86c9-59b1c61a9559 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:58.841971 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-4a7b8cc7-9990-440e-86c9-59b1c61a9559 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8055320 May 26 19:48:58.855667 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] Request body: {'port': {'device_id': 'ad4ac194-e2ad-45cb-ad22-29268f769f36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:48:58.914431 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (0c5a3726-e9c7-4402-adc2-74f282ad4a99), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:58.928450 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:59.201262 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc97274-0963-4293-899a-0ba815f1d5e8 req-d36d7980-10b0-4a66-80e7-de5e416767a6 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:59.203568 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1dc97274-0963-4293-899a-0ba815f1d5e8 req-d36d7980-10b0-4a66-80e7-de5e416767a6 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad4ac194-e2ad-45cb-ad22-29268f769f36 HTTP/1.1" status: 200 len: 931 time: 0.0572941 May 26 19:48:59.281280 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5a3726-e9c7-4402-adc2-74f282ad4a99 {{(pid=104684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:48:59.295435 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] Publish callbacks [] for port (0c5a3726-e9c7-4402-adc2-74f282ad4a99), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:59.310398 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1dc97274-0963-4293-899a-0ba815f1d5e8 req-8f7c9ae7-8244-45cd-a104-925108a37a45 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927162 May 26 19:48:59.314672 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.provisioning_blocks [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] Transition to ACTIVE for port object 0c5a3726-e9c7-4402-adc2-74f282ad4a99 will not be triggered until provisioned by entity L2. {{(pid=104684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 19:48:59.393074 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (0c5a3726-e9c7-4402-adc2-74f282ad4a99), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:59.445712 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5a3726-e9c7-4402-adc2-74f282ad4a99,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:59.513439 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] Attempting to bind port 0c5a3726-e9c7-4402-adc2-74f282ad4a99 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:48:59.513785 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] Attempting to bind port 0c5a3726-e9c7-4402-adc2-74f282ad4a99 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '39384501-99df-47d8-9ef4-25a1f319d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '12bedc7a-092f-46b2-9ceb-bac7f427ce8b'}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:48:59.514112 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] Attempting to bind port 0c5a3726-e9c7-4402-adc2-74f282ad4a99 on network 12bedc7a-092f-46b2-9ceb-bac7f427ce8b {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:48:59.519110 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] Port 0c5a3726-e9c7-4402-adc2-74f282ad4a99 on network 12bedc7a-092f-46b2-9ceb-bac7f427ce8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 19:48:59.519432 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] Attempting to bind port 0c5a3726-e9c7-4402-adc2-74f282ad4a99 on network 12bedc7a-092f-46b2-9ceb-bac7f427ce8b {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:48:59.521973 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:48:59.524740 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] Checking agent: {'id': 'c3a211c9-c98b-4801-84c3-445f8272aa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'started_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:48:59.525074 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] Checking segment: {'id': '39384501-99df-47d8-9ef4-25a1f319d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '12bedc7a-092f-46b2-9ceb-bac7f427ce8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:48:59.525454 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] Bound using segment: {'id': '39384501-99df-47d8-9ef4-25a1f319d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '12bedc7a-092f-46b2-9ceb-bac7f427ce8b'} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:48:59.525878 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] Bound port: 0c5a3726-e9c7-4402-adc2-74f282ad4a99, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39384501-99df-47d8-9ef4-25a1f319d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '12bedc7a-092f-46b2-9ceb-bac7f427ce8b'}}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:48:59.526231 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (0c5a3726-e9c7-4402-adc2-74f282ad4a99), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:59.589537 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] For port 0c5a3726-e9c7-4402-adc2-74f282ad4a99, host hv-cinder-82549, cleared binding levels {{(pid=104684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:48:59.592530 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] For port 0c5a3726-e9c7-4402-adc2-74f282ad4a99, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=0c5a3726-e9c7-4402-adc2-74f282ad4a99,segment=NetworkSegment(39384501-99df-47d8-9ef4-25a1f319d573),segment_id=39384501-99df-47d8-9ef4-25a1f319d573)] {{(pid=104684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:48:59.708074 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (0c5a3726-e9c7-4402-adc2-74f282ad4a99), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:59.744896 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:59.745529 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:48:59.747207 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] 10.222.0.77 "PUT /v2.0/ports/0c5a3726-e9c7-4402-adc2-74f282ad4a99 HTTP/1.1" status: 200 len: 1093 time: 0.8955693 May 26 19:48:59.747645 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4ac194-e2ad-45cb-ad22-29268f769f36', 'tag': '0c5a3726-e9c7-4402-adc2-74f282ad4a99'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:48:59.749943 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cedff8-3416-4133-ab93-dc88e9262153" -d '{"events": [{"name": "network-changed", "server_uuid": "ad4ac194-e2ad-45cb-ad22-29268f769f36", "tag": "0c5a3726-e9c7-4402-adc2-74f282ad4a99"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:48:59.775247 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70683b91-9dc4-4f69-b535-8b07ecaeb448 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5a3726-e9c7-4402-adc2-74f282ad4a99,revision_number=3']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:59.793348 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4954cf-cdcc-49d0-b646-6e43ddab95da x-openstack-request-id: req-8f4954cf-cdcc-49d0-b646-6e43ddab95da {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:48:59.793640 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad4ac194-e2ad-45cb-ad22-29268f769f36", "tag": "0c5a3726-e9c7-4402-adc2-74f282ad4a99", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:48:59.793896 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8f4954cf-cdcc-49d0-b646-6e43ddab95da {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:48:59.794302 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f4954cf-cdcc-49d0-b646-6e43ddab95da'] response: {'name': 'network-changed', 'server_uuid': 'ad4ac194-e2ad-45cb-ad22-29268f769f36', 'tag': '0c5a3726-e9c7-4402-adc2-74f282ad4a99', 'status': 'completed', 'code': 200} May 26 19:48:59.884418 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cedff8-3416-4133-ab93-dc88e9262153 req-ec4986f5-f192-4b01-803f-3c6f3cb3d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:59.885904 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-73cedff8-3416-4133-ab93-dc88e9262153 req-ec4986f5-f192-4b01-803f-3c6f3cb3d5e1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=826fe966558845f28e787f440f26b2a5&device_id=ad4ac194-e2ad-45cb-ad22-29268f769f36 HTTP/1.1" status: 200 len: 1127 time: 0.0400858 May 26 19:48:59.985716 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cedff8-3416-4133-ab93-dc88e9262153 req-62bc950a-73b9-4f2a-90b4-7bc6670cd537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:59.987688 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-73cedff8-3416-4133-ab93-dc88e9262153 req-62bc950a-73b9-4f2a-90b4-7bc6670cd537 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=826fe966558845f28e787f440f26b2a5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0927911 May 26 19:49:00.047366 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:00.080091 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cedff8-3416-4133-ab93-dc88e9262153 req-b57e24ed-c334-4190-82c4-a77b7b5fc892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:00.081575 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-73cedff8-3416-4133-ab93-dc88e9262153 req-b57e24ed-c334-4190-82c4-a77b7b5fc892 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876586 May 26 19:49:00.155247 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-152742bb-8450-433a-a18e-91eeec13872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:00.156722 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-152742bb-8450-433a-a18e-91eeec13872a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=826fe966558845f28e787f440f26b2a5&device_id=ad4ac194-e2ad-45cb-ad22-29268f769f36 HTTP/1.1" status: 200 len: 1127 time: 0.0387189 May 26 19:49:00.198888 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-b16b3aba-b46c-41c1-8e45-477808f52e16 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c5a3726-e9c7-4402-adc2-74f282ad4a99 HTTP/1.1" status: 200 len: 217 time: 0.0344961 May 26 19:49:00.247331 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-c039eaa0-000b-4b65-ae9d-a6dc1bd8dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:00.248663 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-c039eaa0-000b-4b65-ae9d-a6dc1bd8dd41 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1243b6d4-570b-4657-ae39-69a491d3210d HTTP/1.1" status: 200 len: 849 time: 0.0432093 May 26 19:49:00.280646 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-09f2e24d-f750-4467-ac22-3d8376f944da service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=12bedc7a-092f-46b2-9ceb-bac7f427ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245125 May 26 19:49:00.374615 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-bb14f851-9f09-4df4-bde1-d65b2ecf0514 service neutron] 10.222.0.77 "GET /v2.0/networks/12bedc7a-092f-46b2-9ceb-bac7f427ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851917 May 26 19:49:00.476402 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641d8cf-3d20-4a79-b4c5-4328d10b784a req-a37be917-193d-461d-a529-574eda859672 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:00.477840 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f641d8cf-3d20-4a79-b4c5-4328d10b784a req-a37be917-193d-461d-a529-574eda859672 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad4ac194-e2ad-45cb-ad22-29268f769f36 HTTP/1.1" status: 200 len: 943 time: 0.0887036 May 26 19:49:00.524358 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-340a8852-5bbb-4952-ae1c-126f10935c14 req-e1178ae0-13ba-4428-ab4f-f5a4bc4162a5 service neutron] 10.222.0.77 "GET /v2.0/networks/12bedc7a-092f-46b2-9ceb-bac7f427ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423323 May 26 19:49:00.546988 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f641d8cf-3d20-4a79-b4c5-4328d10b784a req-c082b36f-7f63-4b5c-ac01-7401e87b4ea2 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630124 May 26 19:49:01.251805 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9b44b-ae66-4c85-82c5-9d98642f696b req-39595239-6b1b-4c88-8fe2-cb9ec9e4e4c5 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:01.253873 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-aec9b44b-ae66-4c85-82c5-9d98642f696b req-39595239-6b1b-4c88-8fe2-cb9ec9e4e4c5 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0485351 May 26 19:49:01.313091 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-aec9b44b-ae66-4c85-82c5-9d98642f696b req-0c273599-135a-42da-bbd6-10a06335677f tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&id=f4987430-f9db-4539-b262-ce7b99282158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533924 May 26 19:49:01.594945 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb38a2-9cf8-416e-82ba-18b0d64872d6 req-cb4de984-c346-4ae3-80c2-35e48af2579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:01.596948 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3eb38a2-9cf8-416e-82ba-18b0d64872d6 req-cb4de984-c346-4ae3-80c2-35e48af2579f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f01283b247cc476682b191f71b1d03ed&device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 1169 time: 0.0429602 May 26 19:49:01.663322 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b0f4e-d0d3-4a6f-b5fa-c93d22669ca1 req-c2d2462b-b44f-4d3e-a750-5853b98956c4 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:01.664806 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c89b0f4e-d0d3-4a6f-b5fa-c93d22669ca1 req-c2d2462b-b44f-4d3e-a750-5853b98956c4 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad4ac194-e2ad-45cb-ad22-29268f769f36 HTTP/1.1" status: 200 len: 943 time: 0.0496347 May 26 19:49:01.686141 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb38a2-9cf8-416e-82ba-18b0d64872d6 req-9d155320-f933-4f81-adc8-7b9ac96af431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:01.687631 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3eb38a2-9cf8-416e-82ba-18b0d64872d6 req-9d155320-f933-4f81-adc8-7b9ac96af431 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d HTTP/1.1" status: 200 len: 915 time: 0.0841115 May 26 19:49:01.711531 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c89b0f4e-d0d3-4a6f-b5fa-c93d22669ca1 req-70dc079b-ee7b-427e-97b8-f5cd93ed6cf8 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411496 May 26 19:49:01.745720 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:01.753182 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3eb38a2-9cf8-416e-82ba-18b0d64872d6 req-18abd48e-237a-4465-aa6e-ad5b8af2f511 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dd707d6-81e4-4739-aa53-6af3cd8a7202 HTTP/1.1" status: 200 len: 1001 time: 0.0583732 May 26 19:49:01.799795 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb38a2-9cf8-416e-82ba-18b0d64872d6 req-72cb60da-bfa0-44dc-8a99-a2115dec9916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:01.801168 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3eb38a2-9cf8-416e-82ba-18b0d64872d6 req-72cb60da-bfa0-44dc-8a99-a2115dec9916 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75faef3b-aa31-48d2-a623-2948ef512be1 HTTP/1.1" status: 200 len: 853 time: 0.0422795 May 26 19:49:01.843282 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb38a2-9cf8-416e-82ba-18b0d64872d6 req-869e042d-0110-4faf-ab4f-449f50560e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:01.844620 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3eb38a2-9cf8-416e-82ba-18b0d64872d6 req-869e042d-0110-4faf-ab4f-449f50560e9b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373147 May 26 19:49:01.937227 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3eb38a2-9cf8-416e-82ba-18b0d64872d6 req-b41574fe-244a-4c49-aa93-79bbbf38fcea service neutron] 10.222.0.77 "GET /v2.0/networks/5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845418 May 26 19:49:02.022160 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3eb38a2-9cf8-416e-82ba-18b0d64872d6 req-3db47a09-61c7-458c-ab37-8c3b13732cba service neutron] 10.222.0.77 "GET /v2.0/networks/5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785396 May 26 19:49:02.432020 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d734d6-bb3c-487e-af6a-992f429b6153 req-8d9f68c6-5589-447e-ab5e-7aa6828421bf tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:02.433496 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-46d734d6-bb3c-487e-af6a-992f429b6153 req-8d9f68c6-5589-447e-ab5e-7aa6828421bf tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0515709 May 26 19:49:02.451502 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:02.492648 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-46d734d6-bb3c-487e-af6a-992f429b6153 req-6e3faebc-9415-43ee-801b-d6c03ede6a4b tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&id=f4987430-f9db-4539-b262-ce7b99282158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534565 May 26 19:49:02.826302 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c79a2-073c-439e-982e-2e312b42e450 req-b4f26b95-64ef-4058-a292-66812118bba3 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:02.827814 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-428c79a2-073c-439e-982e-2e312b42e450 req-b4f26b95-64ef-4058-a292-66812118bba3 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad4ac194-e2ad-45cb-ad22-29268f769f36 HTTP/1.1" status: 200 len: 943 time: 0.0472953 May 26 19:49:02.874403 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-428c79a2-073c-439e-982e-2e312b42e450 req-752d764b-1dfa-4809-856a-953cf0f0ecac tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405095 May 26 19:49:03.065903 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 0c5a3726-e9c7-4402-adc2-74f282ad4a99 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:49:03.165110 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 0c5a3726-e9c7-4402-adc2-74f282ad4a99, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=0c5a3726-e9c7-4402-adc2-74f282ad4a99,segment=NetworkSegment(39384501-99df-47d8-9ef4-25a1f319d573),segment_id=39384501-99df-47d8-9ef4-25a1f319d573)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:49:03.177009 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': '0c5a3726-e9c7-4402-adc2-74f282ad4a99', 'network_id': '12bedc7a-092f-46b2-9ceb-bac7f427ce8b', 'port_id': '0c5a3726-e9c7-4402-adc2-74f282ad4a99', 'mac_address': 'fa:16:3e:40:6f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1243b6d4-570b-4657-ae39-69a491d3210d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:49:03.210157 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 0c5a3726-e9c7-4402-adc2-74f282ad4a99 is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:49:03.210546 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (0c5a3726-e9c7-4402-adc2-74f282ad4a99), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:03.223687 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5a3726-e9c7-4402-adc2-74f282ad4a99 {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:49:03.243519 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 0c5a3726-e9c7-4402-adc2-74f282ad4a99, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=0c5a3726-e9c7-4402-adc2-74f282ad4a99,segment=NetworkSegment(39384501-99df-47d8-9ef4-25a1f319d573),segment_id=39384501-99df-47d8-9ef4-25a1f319d573)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:49:03.324412 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (0c5a3726-e9c7-4402-adc2-74f282ad4a99), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:03.375312 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=0c5a3726-e9c7-4402-adc2-74f282ad4a99,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:03.576298 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['0c5a3726-e9c7-4402-adc2-74f282ad4a99'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:49:03.606298 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e8942-c6cf-43e1-ac6a-c0dbc6e352f2 req-b624741d-329c-479c-b3a9-dd2bced2b5d4 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:03.607807 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f82e8942-c6cf-43e1-ac6a-c0dbc6e352f2 req-b624741d-329c-479c-b3a9-dd2bced2b5d4 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0478253 May 26 19:49:03.669481 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f82e8942-c6cf-43e1-ac6a-c0dbc6e352f2 req-f0da1ccc-a35e-4b45-b5f0-aaccdd8ad0cb tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&id=f4987430-f9db-4539-b262-ce7b99282158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558958 May 26 19:49:03.987118 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04400194-d701-4de7-9d8d-627b6c6daefe req-25912972-2ebb-4588-b778-2382779e8894 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:03.988591 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-04400194-d701-4de7-9d8d-627b6c6daefe req-25912972-2ebb-4588-b778-2382779e8894 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad4ac194-e2ad-45cb-ad22-29268f769f36 HTTP/1.1" status: 200 len: 944 time: 0.0463178 May 26 19:49:04.038893 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-04400194-d701-4de7-9d8d-627b6c6daefe req-9a66df9c-f922-4210-9ae9-007ae716094a tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450194 May 26 19:49:04.782659 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0108d43-f9de-4320-8152-cee74c2458af req-a1c4be0a-ded1-4a97-bec3-175dbdfd44f6 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:04.784671 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c0108d43-f9de-4320-8152-cee74c2458af req-a1c4be0a-ded1-4a97-bec3-175dbdfd44f6 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0477338 May 26 19:49:04.848344 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c0108d43-f9de-4320-8152-cee74c2458af req-ef77a396-111a-49a2-9d68-7c374f81a3ac tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&id=f4987430-f9db-4539-b262-ce7b99282158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578766 May 26 19:49:05.064311 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 0c5a3726-e9c7-4402-adc2-74f282ad4a99 up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:49:05.094190 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:05.110403 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning for port 0c5a3726-e9c7-4402-adc2-74f282ad4a99 completed by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 19:49:05.165222 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475091f-6b20-4e85-b3fd-1f91ec62d804 req-d3375cec-2206-4e1b-80e7-639e92facea9 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:05.165848 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a475091f-6b20-4e85-b3fd-1f91ec62d804 req-d3375cec-2206-4e1b-80e7-639e92facea9 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad4ac194-e2ad-45cb-ad22-29268f769f36 HTTP/1.1" status: 200 len: 944 time: 0.0594077 May 26 19:49:05.176044 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port 0c5a3726-e9c7-4402-adc2-74f282ad4a99 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:49:05.176424 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (0c5a3726-e9c7-4402-adc2-74f282ad4a99), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:05.215310 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a475091f-6b20-4e85-b3fd-1f91ec62d804 req-643c05d4-c549-4e07-bb09-10a042336c8d tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418272 May 26 19:49:05.254889 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port 0c5a3726-e9c7-4402-adc2-74f282ad4a99 is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:49:05.255313 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (0c5a3726-e9c7-4402-adc2-74f282ad4a99), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:05.277902 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4ac194-e2ad-45cb-ad22-29268f769f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5a3726-e9c7-4402-adc2-74f282ad4a99'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:49:05.280127 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae7894b-1f7b-4464-aa81-ed1aaa578c5e" -d '{"events": [{"server_uuid": "ad4ac194-e2ad-45cb-ad22-29268f769f36", "name": "network-vif-plugged", "status": "completed", "tag": "0c5a3726-e9c7-4402-adc2-74f282ad4a99"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:49:05.292830 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port 0c5a3726-e9c7-4402-adc2-74f282ad4a99, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=0c5a3726-e9c7-4402-adc2-74f282ad4a99,segment=NetworkSegment(39384501-99df-47d8-9ef4-25a1f319d573),segment_id=39384501-99df-47d8-9ef4-25a1f319d573)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:49:05.315507 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e281acb3-dc34-4645-b142-cef4e52511f1 x-openstack-request-id: req-e281acb3-dc34-4645-b142-cef4e52511f1 {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:49:05.315746 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4ac194-e2ad-45cb-ad22-29268f769f36", "name": "network-vif-plugged", "status": "completed", "tag": "0c5a3726-e9c7-4402-adc2-74f282ad4a99", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:49:05.315995 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e281acb3-dc34-4645-b142-cef4e52511f1 {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:49:05.316379 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e281acb3-dc34-4645-b142-cef4e52511f1'] response: {'server_uuid': 'ad4ac194-e2ad-45cb-ad22-29268f769f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5a3726-e9c7-4402-adc2-74f282ad4a99', 'code': 200} May 26 19:49:05.385197 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (0c5a3726-e9c7-4402-adc2-74f282ad4a99), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:05.423073 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:05.434099 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=0c5a3726-e9c7-4402-adc2-74f282ad4a99,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:05.706479 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f546f6-b628-4d6d-a5e5-61a1af81953f req-37fe6aea-5247-44e0-af77-72c2dd20e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:05.707975 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e0f546f6-b628-4d6d-a5e5-61a1af81953f req-37fe6aea-5247-44e0-af77-72c2dd20e5ed service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ad4ac194-e2ad-45cb-ad22-29268f769f36 HTTP/1.1" status: 200 len: 1129 time: 0.0387270 May 26 19:49:05.752286 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e0f546f6-b628-4d6d-a5e5-61a1af81953f req-edc41ed7-bba6-4295-9c1c-7bcd50bfd947 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366137 May 26 19:49:05.925931 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:05.953001 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:05.963444 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cbd73-39ec-49ec-805b-eaf78489b25e req-72f1c228-36d2-4f7d-b92c-eecb38f88d14 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:05.964909 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-fe9cbd73-39ec-49ec-805b-eaf78489b25e req-72f1c228-36d2-4f7d-b92c-eecb38f88d14 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0481913 May 26 19:49:06.024468 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-fe9cbd73-39ec-49ec-805b-eaf78489b25e req-ee013414-27ca-4c42-aa3e-a572ec2ac302 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&id=f4987430-f9db-4539-b262-ce7b99282158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539718 May 26 19:49:06.332827 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17795a30-5e18-4a37-93a8-a6c9da3b10bb req-80a94acc-3a28-43ea-82dd-8986935db99c tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:06.334265 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-17795a30-5e18-4a37-93a8-a6c9da3b10bb req-80a94acc-3a28-43ea-82dd-8986935db99c tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad4ac194-e2ad-45cb-ad22-29268f769f36 HTTP/1.1" status: 200 len: 945 time: 0.0459685 May 26 19:49:06.381292 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-17795a30-5e18-4a37-93a8-a6c9da3b10bb req-cbed4285-c920-4a46-9480-c54060ea645f tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416617 May 26 19:49:07.140105 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fdb5a-1a99-4e86-93a1-ed882849ba89 req-e29627e9-dffe-4303-8a4a-02d8b4964df4 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:07.141593 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d76fdb5a-1a99-4e86-93a1-ed882849ba89 req-e29627e9-dffe-4303-8a4a-02d8b4964df4 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0507205 May 26 19:49:07.202349 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-d76fdb5a-1a99-4e86-93a1-ed882849ba89 req-e3ac3632-685c-4e34-8edf-98dc12ba578a tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&id=f4987430-f9db-4539-b262-ce7b99282158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544589 May 26 19:49:07.370089 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af91df-6b60-482f-a2cf-225e610bfb9e req-9ca16673-b0f4-40c7-83cd-6d29d4667c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:07.371797 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c4af91df-6b60-482f-a2cf-225e610bfb9e req-9ca16673-b0f4-40c7-83cd-6d29d4667c13 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f01283b247cc476682b191f71b1d03ed&device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 1169 time: 0.0449874 May 26 19:49:07.496224 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:07.781641 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbd63a-fe44-485e-80fd-7f138c4efe13 req-6e1ba9e5-da31-4df0-997e-27f406f48220 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:07.783110 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-07dbd63a-fe44-485e-80fd-7f138c4efe13 req-6e1ba9e5-da31-4df0-997e-27f406f48220 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad4ac194-e2ad-45cb-ad22-29268f769f36 HTTP/1.1" status: 200 len: 945 time: 0.3327498 May 26 19:49:07.784714 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af91df-6b60-482f-a2cf-225e610bfb9e req-836bd046-fb7e-410a-86f3-799f7548c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:07.786582 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c4af91df-6b60-482f-a2cf-225e610bfb9e req-836bd046-fb7e-410a-86f3-799f7548c2f2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d HTTP/1.1" status: 200 len: 915 time: 0.3953469 May 26 19:49:07.880329 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c4af91df-6b60-482f-a2cf-225e610bfb9e req-0024eff4-fadd-4999-8194-d87b3bcebe2a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dd707d6-81e4-4739-aa53-6af3cd8a7202 HTTP/1.1" status: 200 len: 1001 time: 0.0841162 May 26 19:49:07.884403 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-07dbd63a-fe44-485e-80fd-7f138c4efe13 req-0a72985a-67a2-4a3d-bace-9270a87611ee tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947046 May 26 19:49:07.935781 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af91df-6b60-482f-a2cf-225e610bfb9e req-bacc7523-6bb0-427d-823e-ce8b085ada8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:07.937263 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c4af91df-6b60-482f-a2cf-225e610bfb9e req-bacc7523-6bb0-427d-823e-ce8b085ada8a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75faef3b-aa31-48d2-a623-2948ef512be1 HTTP/1.1" status: 200 len: 853 time: 0.0507977 May 26 19:49:07.979445 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af91df-6b60-482f-a2cf-225e610bfb9e req-15451d01-d8d0-4ab3-a319-ce0cb70e1349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:07.980904 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c4af91df-6b60-482f-a2cf-225e610bfb9e req-15451d01-d8d0-4ab3-a319-ce0cb70e1349 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379345 May 26 19:49:08.066579 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c4af91df-6b60-482f-a2cf-225e610bfb9e req-e2af872f-301e-44fd-9ee0-49974dfba356 service neutron] 10.222.0.77 "GET /v2.0/networks/5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793123 May 26 19:49:08.154409 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c4af91df-6b60-482f-a2cf-225e610bfb9e req-a5187ebd-b038-4dbb-8972-c2dea0d0efcb service neutron] 10.222.0.77 "GET /v2.0/networks/5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818121 May 26 19:49:08.314014 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b9dd2-6d1c-44fe-ac58-8c64d675d7e1 req-c57514a6-661b-41ad-a67a-bf47e9b6393b tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:08.316074 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b87b9dd2-6d1c-44fe-ac58-8c64d675d7e1 req-c57514a6-661b-41ad-a67a-bf47e9b6393b tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0468965 May 26 19:49:08.376294 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-b87b9dd2-6d1c-44fe-ac58-8c64d675d7e1 req-a371c50b-344f-4837-a13e-db2d6baa8da0 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&id=f4987430-f9db-4539-b262-ce7b99282158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539176 May 26 19:49:08.988167 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:08.999167 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed71088-105e-4e2b-b68a-6e07e735685c req-5d88858b-5f89-4333-956d-f2020befba8f tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:09.000645 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bed71088-105e-4e2b-b68a-6e07e735685c req-5d88858b-5f89-4333-956d-f2020befba8f tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad4ac194-e2ad-45cb-ad22-29268f769f36 HTTP/1.1" status: 200 len: 945 time: 0.0478332 May 26 19:49:09.046293 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bed71088-105e-4e2b-b68a-6e07e735685c req-bc09b9b4-4a64-4c4a-af21-d77d6499e1d7 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394924 May 26 19:49:09.495153 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbb6fc-a68c-4b6b-b265-2c4eac3d09a5 req-3f24ed2e-6916-406b-923d-c5506f981229 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:09.496891 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-75fbb6fc-a68c-4b6b-b265-2c4eac3d09a5 req-3f24ed2e-6916-406b-923d-c5506f981229 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0489600 May 26 19:49:09.561634 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-75fbb6fc-a68c-4b6b-b265-2c4eac3d09a5 req-93adceac-2e4c-4403-81ea-6a1c05f3c2eb tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&id=f4987430-f9db-4539-b262-ce7b99282158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589960 May 26 19:49:10.486636 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8a469-1f6a-459b-970f-dbb545edb266 req-8f8b4058-b9c1-475d-bdc4-914677b527a0 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:10.488612 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-88c8a469-1f6a-459b-970f-dbb545edb266 req-8f8b4058-b9c1-475d-bdc4-914677b527a0 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad4ac194-e2ad-45cb-ad22-29268f769f36 HTTP/1.1" status: 200 len: 945 time: 0.0464482 May 26 19:49:10.535293 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-88c8a469-1f6a-459b-970f-dbb545edb266 req-15b6cf37-b37f-4453-8cc1-bba3f17244ee tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411029 May 26 19:49:10.679727 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6d9c4-c0a4-4a6a-97a0-ff54b540d66f req-8178aae7-bcc5-47ba-8092-1ca7068c539e tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:10.681063 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1fe6d9c4-c0a4-4a6a-97a0-ff54b540d66f req-8178aae7-bcc5-47ba-8092-1ca7068c539e tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0501988 May 26 19:49:10.739395 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1fe6d9c4-c0a4-4a6a-97a0-ff54b540d66f req-d4de12d9-f64a-413a-a646-da2765646427 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&id=f4987430-f9db-4539-b262-ce7b99282158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526934 May 26 19:49:11.650655 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def65e05-e5ec-42a0-8e47-63bd6e405b88 req-c3324230-423d-4689-9cc9-1154ad3264d5 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:11.652066 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-def65e05-e5ec-42a0-8e47-63bd6e405b88 req-c3324230-423d-4689-9cc9-1154ad3264d5 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad4ac194-e2ad-45cb-ad22-29268f769f36 HTTP/1.1" status: 200 len: 945 time: 0.0469041 May 26 19:49:11.699193 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-def65e05-e5ec-42a0-8e47-63bd6e405b88 req-a8864034-a4a3-40fd-b101-272ee7805eff tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/security-groups?id=06c393b8-1eeb-44c4-bd70-3293dd677fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414605 May 26 19:49:11.852938 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd08ae-2771-4904-8f3a-a81620d3bebf req-f5900eec-d729-4782-9699-04d8c1ecf39c tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:11.854412 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c3dd08ae-2771-4904-8f3a-a81620d3bebf req-f5900eec-d729-4782-9699-04d8c1ecf39c tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0487118 May 26 19:49:11.918856 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c3dd08ae-2771-4904-8f3a-a81620d3bebf req-333c3420-a188-4047-bdd5-7fc66b926525 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&id=f4987430-f9db-4539-b262-ce7b99282158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586414 May 26 19:49:11.984623 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f535e-ee86-4cce-bbbb-b8df6bcf763e req-7ec9935c-2549-4d7e-9446-ab3b93fc7ccf tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:11.986048 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ac3f535e-ee86-4cce-bbbb-b8df6bcf763e req-7ec9935c-2549-4d7e-9446-ab3b93fc7ccf tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad4ac194-e2ad-45cb-ad22-29268f769f36 HTTP/1.1" status: 200 len: 945 time: 0.0464249 May 26 19:49:12.068519 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-ac3f535e-ee86-4cce-bbbb-b8df6bcf763e req-9b7f4935-0ca7-4550-878c-1475f80e5694 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Deleting port 0c5a3726-e9c7-4402-adc2-74f282ad4a99 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:49:12.068857 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ac3f535e-ee86-4cce-bbbb-b8df6bcf763e req-9b7f4935-0ca7-4550-878c-1475f80e5694 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (0c5a3726-e9c7-4402-adc2-74f282ad4a99), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:12.156068 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-ac3f535e-ee86-4cce-bbbb-b8df6bcf763e req-9b7f4935-0ca7-4550-878c-1475f80e5694 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] For port 0c5a3726-e9c7-4402-adc2-74f282ad4a99, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=0c5a3726-e9c7-4402-adc2-74f282ad4a99,segment=NetworkSegment(39384501-99df-47d8-9ef4-25a1f319d573),segment_id=39384501-99df-47d8-9ef4-25a1f319d573)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:49:12.156441 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ac3f535e-ee86-4cce-bbbb-b8df6bcf763e req-9b7f4935-0ca7-4550-878c-1475f80e5694 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (0c5a3726-e9c7-4402-adc2-74f282ad4a99), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:12.172473 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-ac3f535e-ee86-4cce-bbbb-b8df6bcf763e req-9b7f4935-0ca7-4550-878c-1475f80e5694 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Calling delete_port for 0c5a3726-e9c7-4402-adc2-74f282ad4a99 owned by compute:nova {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:49:12.211719 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:12.352857 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ac3f535e-ee86-4cce-bbbb-b8df6bcf763e req-9b7f4935-0ca7-4550-878c-1475f80e5694 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (0c5a3726-e9c7-4402-adc2-74f282ad4a99), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:12.367636 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['0c5a3726-e9c7-4402-adc2-74f282ad4a99'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:49:12.385962 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f4935-0ca7-4550-878c-1475f80e5694 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Pushing event deleted for resources: {'Port': ['ID=0c5a3726-e9c7-4402-adc2-74f282ad4a99,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:12.431449 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3f535e-ee86-4cce-bbbb-b8df6bcf763e req-9b7f4935-0ca7-4550-878c-1475f80e5694 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] No DVR routers for this DVR port 0c5a3726-e9c7-4402-adc2-74f282ad4a99 on host hv-cinder-82549 {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:49:12.433911 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-ac3f535e-ee86-4cce-bbbb-b8df6bcf763e req-9b7f4935-0ca7-4550-878c-1475f80e5694 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:12.437234 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ac3f535e-ee86-4cce-bbbb-b8df6bcf763e req-9b7f4935-0ca7-4550-878c-1475f80e5694 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.77 "DELETE /v2.0/ports/0c5a3726-e9c7-4402-adc2-74f282ad4a99 HTTP/1.1" status: 204 len: 173 time: 0.4455454 May 26 19:49:12.437692 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4ac194-e2ad-45cb-ad22-29268f769f36', 'name': 'network-vif-deleted', 'tag': '0c5a3726-e9c7-4402-adc2-74f282ad4a99'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:49:12.440595 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb547614-6d2d-44b7-a78a-2bfe1ace447c" -d '{"events": [{"server_uuid": "ad4ac194-e2ad-45cb-ad22-29268f769f36", "name": "network-vif-deleted", "tag": "0c5a3726-e9c7-4402-adc2-74f282ad4a99"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:49:12.475086 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2702b1-851a-4d4f-8986-b7184af5bcf1 x-openstack-request-id: req-eb2702b1-851a-4d4f-8986-b7184af5bcf1 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:49:12.475378 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4ac194-e2ad-45cb-ad22-29268f769f36", "name": "network-vif-deleted", "tag": "0c5a3726-e9c7-4402-adc2-74f282ad4a99", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:49:12.475628 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-eb2702b1-851a-4d4f-8986-b7184af5bcf1 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:49:12.476042 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb2702b1-851a-4d4f-8986-b7184af5bcf1'] response: {'server_uuid': 'ad4ac194-e2ad-45cb-ad22-29268f769f36', 'name': 'network-vif-deleted', 'tag': '0c5a3726-e9c7-4402-adc2-74f282ad4a99', 'status': 'completed', 'code': 200} May 26 19:49:12.794281 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0b3ad2e4-c23c-4e37-b583-5727ff2fa16e req-993edb08-560d-4a7b-b36d-e1d766a44272 tempest-VolumesActionsTest-98648486 tempest-VolumesActionsTest-98648486-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad4ac194-e2ad-45cb-ad22-29268f769f36 HTTP/1.1" status: 200 len: 210 time: 0.0284395 May 26 19:49:13.034474 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa28d67-adea-4151-a1bc-44c0491e03bd req-e0d53ed8-e4af-4183-943a-a63f3c6f5afa tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:13.035935 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-7fa28d67-adea-4151-a1bc-44c0491e03bd req-e0d53ed8-e4af-4183-943a-a63f3c6f5afa tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0505247 May 26 19:49:13.096963 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-7fa28d67-adea-4151-a1bc-44c0491e03bd req-641fe573-ce04-4721-baa3-99cc9cc5ee64 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&id=f4987430-f9db-4539-b262-ce7b99282158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553348 May 26 19:49:14.212953 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58047f6f-42ba-4be6-b888-f647111585e7 req-59336dfc-6f89-4adc-86a5-be568b2e3a9f tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:14.214504 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-58047f6f-42ba-4be6-b888-f647111585e7 req-59336dfc-6f89-4adc-86a5-be568b2e3a9f tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0492985 May 26 19:49:14.275676 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-58047f6f-42ba-4be6-b888-f647111585e7 req-4044309c-8d48-4d45-96ef-650f66ae332d tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&id=f4987430-f9db-4539-b262-ce7b99282158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545750 May 26 19:49:15.123116 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 0c5a3726-e9c7-4402-adc2-74f282ad4a99 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:49:15.141176 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] No Port match for: 0c5a3726-e9c7-4402-adc2-74f282ad4a99 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:49:15.141522 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 0c5a3726-e9c7-4402-adc2-74f282ad4a99 not bound to the agent host hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:49:15.392522 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722c6d0-27aa-4ff3-af3e-ce96b7d9405b req-20048f61-4f9a-412d-b877-7e311878ed5b tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:15.393971 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7722c6d0-27aa-4ff3-af3e-ce96b7d9405b req-20048f61-4f9a-412d-b877-7e311878ed5b tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0515263 May 26 19:49:15.453589 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7722c6d0-27aa-4ff3-af3e-ce96b7d9405b req-518ed1e7-4b4a-4ebb-9b56-5fce681a8170 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&id=f4987430-f9db-4539-b262-ce7b99282158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538523 May 26 19:49:16.573110 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefb847-0a1a-4374-82b5-d112a7492e99 req-c2c6629f-8474-40ed-bb21-3bc1df2edd44 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:16.575231 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8aefb847-0a1a-4374-82b5-d112a7492e99 req-c2c6629f-8474-40ed-bb21-3bc1df2edd44 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0540659 May 26 19:49:16.638989 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-8aefb847-0a1a-4374-82b5-d112a7492e99 req-76dd1497-9f19-472d-9981-e1fa9591b49d tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&id=f4987430-f9db-4539-b262-ce7b99282158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581067 May 26 19:49:17.748997 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:17.757768 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ee8ec-0926-4907-a870-5f8c7ac028f5 req-fe411d22-38fe-4853-9bd9-2c01fd0131ad tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:17.762847 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e67ee8ec-0926-4907-a870-5f8c7ac028f5 req-fe411d22-38fe-4853-9bd9-2c01fd0131ad tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0500176 May 26 19:49:17.818535 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-e67ee8ec-0926-4907-a870-5f8c7ac028f5 req-c15a71a5-6179-47a5-b3df-32ee95c93fc1 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&id=f4987430-f9db-4539-b262-ce7b99282158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535660 May 26 19:49:18.929462 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab6fb9-3bb7-4910-9496-e047458a42bf req-67699f97-eb5e-4d72-a59f-7feae12bd560 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:18.930928 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a2ab6fb9-3bb7-4910-9496-e047458a42bf req-67699f97-eb5e-4d72-a59f-7feae12bd560 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0467393 May 26 19:49:18.961462 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:18.990047 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-a2ab6fb9-3bb7-4910-9496-e047458a42bf req-74bad487-b40c-4bf1-8790-76b8bcd37f04 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&id=f4987430-f9db-4539-b262-ce7b99282158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533946 May 26 19:49:19.529661 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:49:19.541092 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-c16bbcaf-6c60-4157-8e4b-33aac397481e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:20.152651 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf9d47-8b91-4eab-99b3-8f480582636e req-ed9dae67-49e4-48ff-99e7-1164c6d7b8db tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:20.154222 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ecdf9d47-8b91-4eab-99b3-8f480582636e req-ed9dae67-49e4-48ff-99e7-1164c6d7b8db tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0949674 May 26 19:49:20.221943 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ecdf9d47-8b91-4eab-99b3-8f480582636e req-a01d78ce-7edc-4900-aec7-4a32036a4484 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&id=f4987430-f9db-4539-b262-ce7b99282158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614135 May 26 19:49:21.327970 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:21.348921 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafe14a-8b28-4508-8340-ed9059f99954 req-00e0488c-e619-421a-9b24-ce49ddffd351 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:21.350413 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9fafe14a-8b28-4508-8340-ed9059f99954 req-00e0488c-e619-421a-9b24-ce49ddffd351 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0520630 May 26 19:49:21.442185 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-9fafe14a-8b28-4508-8340-ed9059f99954 req-45493efd-57ea-431a-b85a-5bfa19a7db53 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&id=f4987430-f9db-4539-b262-ce7b99282158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833170 May 26 19:49:21.816591 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-274cebd7-724c-455f-91fe-51e7a3ff125f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:22.575338 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84d3ac-83df-46cb-9a2f-2650e4a45ae0 req-05f2ed48-e69d-41f7-ae03-63e5383c75c3 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:22.576801 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ef84d3ac-83df-46cb-9a2f-2650e4a45ae0 req-05f2ed48-e69d-41f7-ae03-63e5383c75c3 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0516973 May 26 19:49:22.636102 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ef84d3ac-83df-46cb-9a2f-2650e4a45ae0 req-122c0a6a-da7a-4a00-ac4f-55ffadfd00f5 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&id=f4987430-f9db-4539-b262-ce7b99282158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526941 May 26 19:49:22.987608 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:23.782358 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a864174-31cc-4e39-a928-fe752f300c60 req-a401b560-2ef0-4ffa-b717-2e0b5700a562 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:23.784865 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0a864174-31cc-4e39-a928-fe752f300c60 req-a401b560-2ef0-4ffa-b717-2e0b5700a562 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0630739 May 26 19:49:23.856004 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0a864174-31cc-4e39-a928-fe752f300c60 req-07d73662-9a18-4a25-9cba-e1c41b35f783 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&id=f4987430-f9db-4539-b262-ce7b99282158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623083 May 26 19:49:24.621164 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:24.978427 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e40fe-22fd-4724-a5ee-0fc631edc1e9 req-7c015ba7-165b-40b2-a727-0e3457abd7d1 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:24.979954 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-325e40fe-22fd-4724-a5ee-0fc631edc1e9 req-7c015ba7-165b-40b2-a727-0e3457abd7d1 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0494642 May 26 19:49:25.049656 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-325e40fe-22fd-4724-a5ee-0fc631edc1e9 req-ced62e55-e6b1-4303-8b50-2e53a4ffcd91 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&id=f4987430-f9db-4539-b262-ce7b99282158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632517 May 26 19:49:25.549474 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:25.884077 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:27.306694 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:29.526494 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:33.839670 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=29 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:33.847788 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=11 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:35.035975 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=63,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:35.041068 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=35 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:37.601377 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=43,neutron:UPDATE=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:37.660148 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:38.234693 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 32770) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:49:38.279606 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] Deleting subnet 1243b6d4-570b-4657-ae39-69a491d3210d {{(pid=104685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 19:49:38.282695 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] Publish callbacks [] for subnet (1243b6d4-570b-4657-ae39-69a491d3210d), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:38.320144 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16119955'] for subnet (1243b6d4-570b-4657-ae39-69a491d3210d), precommit_delete_associations {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:38.358076 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674963'] for subnet (1243b6d4-570b-4657-ae39-69a491d3210d), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:38.518471 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16100388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15975570'] for subnet (1243b6d4-570b-4657-ae39-69a491d3210d), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:38.542323 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1243b6d4-570b-4657-ae39-69a491d3210d,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:38.553080 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:38.556290 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1243b6d4-570b-4657-ae39-69a491d3210d HTTP/1.1" status: 204 len: 168 time: 0.3205831 May 26 19:49:38.557786 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.558130 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.558469 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.558808 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.559151 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 32772) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:49:38.559555 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.559555 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.559832 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.560129 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.560453 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.560775 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.561097 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.561419 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.561740 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.562068 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.562430 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf85328-d4b3-4501-b753-febb2a8cdbfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.628804 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1324308'] for network (12bedc7a-092f-46b2-9ceb-bac7f427ce8b), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:38.703443 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672550', 'neutron.services.segments.db._delete_segments_for_network-8748975417968'] for network (12bedc7a-092f-46b2-9ceb-bac7f427ce8b), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:38.724108 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12bedc7a-092f-46b2-9ceb-bac7f427ce8b']}} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:38.733205 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39384501-99df-47d8-9ef4-25a1f319d573') {'for_net_delete': True} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:38.736219 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39384501-99df-47d8-9ef4-25a1f319d573') {} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:38.742714 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748975417721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13475743'] for segment (39384501-99df-47d8-9ef4-25a1f319d573), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:38.756107 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (39384501-99df-47d8-9ef4-25a1f319d573), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:38.762015 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=104684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:49:38.762393 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13474546'] for segment (39384501-99df-47d8-9ef4-25a1f319d573), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:38.900237 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.services.segments.plugin [-] Segment 39384501-99df-47d8-9ef4-25a1f319d573 resource provider aggregate not found May 26 19:49:38.914664 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.services.segments.plugin [-] Segment 39384501-99df-47d8-9ef4-25a1f319d573 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39384501-99df-47d8-9ef4-25a1f319d573 found for delete ", "request_id": "req-fd93135b-d580-4299-8971-532990b61e3f"}]} May 26 19:49:38.927575 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617908'] for network (12bedc7a-092f-46b2-9ceb-bac7f427ce8b), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:38.933148 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:38.936231 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] 10.222.0.72 "DELETE /v2.0/networks/12bedc7a-092f-46b2-9ceb-bac7f427ce8b HTTP/1.1" status: 204 len: 168 time: 0.3760614 May 26 19:49:38.948011 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Pushing event deleted for resources: {'Network': ['ID=12bedc7a-092f-46b2-9ceb-bac7f427ce8b,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:38.955201 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.955557 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.955901 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.956340 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.956675 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.957001 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.957417 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.957699 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.957993 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.958320 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.958647 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.959000 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.959327 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.959653 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:38.960049 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79f272-b308-4155-a84f-3bd1f7234806 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:39.284943 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 32782) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:49:39.324920 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-02de5d3b-fdc2-4e03-9a6f-f6185425b645 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=826fe966558845f28e787f440f26b2a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383487 May 26 19:49:39.327360 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 32784) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:49:39.375517 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b2eda0a7-3222-4b70-bcbe-8ec6992868ee admin admin] Publish callbacks [] for security_group (06c393b8-1eeb-44c4-bd70-3293dd677fd2), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:39.396805 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b2eda0a7-3222-4b70-bcbe-8ec6992868ee admin admin] Publish callbacks [] for security_group (06c393b8-1eeb-44c4-bd70-3293dd677fd2), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:39.523412 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b2eda0a7-3222-4b70-bcbe-8ec6992868ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (06c393b8-1eeb-44c4-bd70-3293dd677fd2), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:39.525951 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b2eda0a7-3222-4b70-bcbe-8ec6992868ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:39.527162 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-b2eda0a7-3222-4b70-bcbe-8ec6992868ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/06c393b8-1eeb-44c4-bd70-3293dd677fd2 HTTP/1.1" status: 204 len: 168 time: 0.1988227 May 26 19:49:39.534867 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eda0a7-3222-4b70-bcbe-8ec6992868ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c393b8-1eeb-44c4-bd70-3293dd677fd2,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:48.937321 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=28,neutron:DELETE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:48.951396 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=27,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:49.529898 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:49.530753 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=45,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:49:49.540352 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-b756c840-9d39-4a70-86f6-0401b7b615be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:51.831574 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-8e5e1efd-58ca-444a-95df-3d11dc51afc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:53.009102 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:54.625738 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:55.875367 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:49:56.530623 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:49:57.345892 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:03.946965 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-922be53b-8aad-4ad1-930c-daae2087ac5d req-4cd4e8a9-ba72-4ae3-84a0-8cc8ff533171 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1243511219&fields=id&tenant_id=f01283b247cc476682b191f71b1d03ed HTTP/1.1" status: 200 len: 267 time: 0.0443702 May 26 19:50:03.997790 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922be53b-8aad-4ad1-930c-daae2087ac5d req-bb5f6d68-2a89-46ea-9fbe-15ddb6a85505 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:03.999296 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-922be53b-8aad-4ad1-930c-daae2087ac5d req-bb5f6d68-2a89-46ea-9fbe-15ddb6a85505 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 985 time: 0.0470822 May 26 19:50:04.009709 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [req-922be53b-8aad-4ad1-930c-daae2087ac5d req-9d61a217-2720-40a7-bbfe-22de4338f2a9 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Request body: {'port': {'security_groups': ['92af8ccb-b56c-445b-b1d1-0dc63d89402a']}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:50:04.081388 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-922be53b-8aad-4ad1-930c-daae2087ac5d req-9d61a217-2720-40a7-bbfe-22de4338f2a9 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:04.290711 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [req-922be53b-8aad-4ad1-930c-daae2087ac5d req-9d61a217-2720-40a7-bbfe-22de4338f2a9 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] For port 1dd707d6-81e4-4739-aa53-6af3cd8a7202, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=1dd707d6-81e4-4739-aa53-6af3cd8a7202,segment=NetworkSegment(80737a7c-9fb1-422a-9eca-fc43687fa43f),segment_id=80737a7c-9fb1-422a-9eca-fc43687fa43f)] {{(pid=104685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:50:04.318633 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-922be53b-8aad-4ad1-930c-daae2087ac5d req-9d61a217-2720-40a7-bbfe-22de4338f2a9 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:04.420121 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-922be53b-8aad-4ad1-930c-daae2087ac5d req-9d61a217-2720-40a7-bbfe-22de4338f2a9 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099810'] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:04.434131 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['1dd707d6-81e4-4739-aa53-6af3cd8a7202'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:50:04.463041 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922be53b-8aad-4ad1-930c-daae2087ac5d req-9d61a217-2720-40a7-bbfe-22de4338f2a9 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:04.463920 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [req-922be53b-8aad-4ad1-930c-daae2087ac5d req-9d61a217-2720-40a7-bbfe-22de4338f2a9 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:04.467525 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-922be53b-8aad-4ad1-930c-daae2087ac5d req-9d61a217-2720-40a7-bbfe-22de4338f2a9 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "PUT /v2.0/ports/1dd707d6-81e4-4739-aa53-6af3cd8a7202 HTTP/1.1" status: 200 len: 943 time: 0.4619527 May 26 19:50:04.471348 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06', 'tag': '1dd707d6-81e4-4739-aa53-6af3cd8a7202'}] {{(pid=104685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:50:04.472400 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 32944) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:04.473948 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}580a5c817d768ebcbdba4f0d83444aaab2d380737ec7b53e235c94cd1e37ed20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa51f1a0-2039-4414-87d6-321874e94376" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06", "tag": "1dd707d6-81e4-4739-aa53-6af3cd8a7202"}]}' {{(pid=104685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:50:04.507626 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61a217-2720-40a7-bbfe-22de4338f2a9 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Pushing event updated for resources: {'Port': ['ID=1dd707d6-81e4-4739-aa53-6af3cd8a7202,revision_number=7']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:04.535241 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0606f599-ce9d-45cf-a6a6-d4ea8f83e5b1 x-openstack-request-id: req-0606f599-ce9d-45cf-a6a6-d4ea8f83e5b1 {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:50:04.535241 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06", "tag": "1dd707d6-81e4-4739-aa53-6af3cd8a7202", "status": "completed", "code": 200}]} {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:50:04.535623 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0606f599-ce9d-45cf-a6a6-d4ea8f83e5b1 {{(pid=104685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:50:04.536226 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0606f599-ce9d-45cf-a6a6-d4ea8f83e5b1'] response: {'name': 'network-changed', 'server_uuid': '8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06', 'tag': '1dd707d6-81e4-4739-aa53-6af3cd8a7202', 'status': 'completed', 'code': 200} May 26 19:50:04.575472 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-52406ff8-4ed0-4659-9d44-2b7898efbd45 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group (f4987430-f9db-4539-b262-ce7b99282158), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:04.579359 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['1dd707d6-81e4-4739-aa53-6af3cd8a7202'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:50:04.626714 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51f1a0-2039-4414-87d6-321874e94376 req-4ceaf3f8-768f-4e73-bbac-efcab3bac07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:04.629027 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fa51f1a0-2039-4414-87d6-321874e94376 req-4ceaf3f8-768f-4e73-bbac-efcab3bac07a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f01283b247cc476682b191f71b1d03ed&device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 1130 time: 0.0674975 May 26 19:50:04.632341 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-52406ff8-4ed0-4659-9d44-2b7898efbd45 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group (f4987430-f9db-4539-b262-ce7b99282158), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:04.733076 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-0bd9d445-85a9-44c3-bdba-1ad0ae23e6ad None None] Provisioning complete for port 1dd707d6-81e4-4739-aa53-6af3cd8a7202 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:50:04.733367 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-0bd9d445-85a9-44c3-bdba-1ad0ae23e6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:04.756221 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51f1a0-2039-4414-87d6-321874e94376 req-46ed5d0b-9e94-4c6a-b6a1-0ef50c782a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:04.757778 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fa51f1a0-2039-4414-87d6-321874e94376 req-46ed5d0b-9e94-4c6a-b6a1-0ef50c782a6f service neutron] 10.222.0.77 "GET /v2.0/networks?id=5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d HTTP/1.1" status: 200 len: 915 time: 0.1166797 May 26 19:50:04.819652 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9d445-85a9-44c3-bdba-1ad0ae23e6ad None None] Current status of the port 1dd707d6-81e4-4739-aa53-6af3cd8a7202 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:50:04.833631 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fa51f1a0-2039-4414-87d6-321874e94376 req-1dc66919-d947-4799-8eed-f94e333b80f9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dd707d6-81e4-4739-aa53-6af3cd8a7202 HTTP/1.1" status: 200 len: 1001 time: 0.0665615 May 26 19:50:04.871501 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-52406ff8-4ed0-4659-9d44-2b7898efbd45 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (f4987430-f9db-4539-b262-ce7b99282158), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:04.878358 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-52406ff8-4ed0-4659-9d44-2b7898efbd45 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:04.878358 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-52406ff8-4ed0-4659-9d44-2b7898efbd45 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "DELETE /v2.0/security-groups/f4987430-f9db-4539-b262-ce7b99282158 HTTP/1.1" status: 204 len: 168 time: 0.4007795 May 26 19:50:04.880743 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 32952) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:04.887216 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52406ff8-4ed0-4659-9d44-2b7898efbd45 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4987430-f9db-4539-b262-ce7b99282158,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:05.022613 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-bdb50db5-71b4-4750-89a0-1d6b2467b7b9 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Deleting port 5237fa5e-89de-4915-a1a8-284fc7f5c89e {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:50:05.023346 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bdb50db5-71b4-4750-89a0-1d6b2467b7b9 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (5237fa5e-89de-4915-a1a8-284fc7f5c89e), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:05.110821 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bdb50db5-71b4-4750-89a0-1d6b2467b7b9 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (5237fa5e-89de-4915-a1a8-284fc7f5c89e), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:05.111208 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bdb50db5-71b4-4750-89a0-1d6b2467b7b9 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for floatingip (5237fa5e-89de-4915-a1a8-284fc7f5c89e), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:05.128941 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-bdb50db5-71b4-4750-89a0-1d6b2467b7b9 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Calling delete_port for 5237fa5e-89de-4915-a1a8-284fc7f5c89e owned by network:floatingip {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:50:05.140383 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51f1a0-2039-4414-87d6-321874e94376 req-82a0fe2b-f169-46e9-ab41-cf8448b0eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:05.142227 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fa51f1a0-2039-4414-87d6-321874e94376 req-82a0fe2b-f169-46e9-ab41-cf8448b0eeb7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75faef3b-aa31-48d2-a623-2948ef512be1 HTTP/1.1" status: 200 len: 853 time: 0.0797069 May 26 19:50:05.192594 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51f1a0-2039-4414-87d6-321874e94376 req-14d0706f-95c6-4ea9-b521-992b6c6e2930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:05.194303 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fa51f1a0-2039-4414-87d6-321874e94376 req-14d0706f-95c6-4ea9-b521-992b6c6e2930 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436609 May 26 19:50:05.237102 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:05.271723 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:05.295865 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fa51f1a0-2039-4414-87d6-321874e94376 req-e8b7a3a5-92b3-42ff-abbe-43a359995bc8 service neutron] 10.222.0.77 "GET /v2.0/networks/5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919535 May 26 19:50:05.334527 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bdb50db5-71b4-4750-89a0-1d6b2467b7b9 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (5237fa5e-89de-4915-a1a8-284fc7f5c89e), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:05.361119 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb50db5-71b4-4750-89a0-1d6b2467b7b9 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Pushing event deleted for resources: {'Port': ['ID=5237fa5e-89de-4915-a1a8-284fc7f5c89e,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:05.401273 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fa51f1a0-2039-4414-87d6-321874e94376 req-2747d898-a956-447b-8ea0-5d6aafbe20b2 service neutron] 10.222.0.77 "GET /v2.0/networks/5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883443 May 26 19:50:05.427220 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bdb50db5-71b4-4750-89a0-1d6b2467b7b9 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks [] for floatingip (c25835cb-54d4-4a78-b25c-d905ff6168ef), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:05.427544 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.l3_db [None req-bdb50db5-71b4-4750-89a0-1d6b2467b7b9 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Floating IP c25835cb-54d4-4a78-b25c-d905ff6168ef disassociated (deleted). External IP: 172.27.0.99, port: 1dd707d6-81e4-4739-aa53-6af3cd8a7202. May 26 19:50:05.630633 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb50db5-71b4-4750-89a0-1d6b2467b7b9 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Router 1dda39d6-b773-4c70-9c08-b26baf658776 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:50:05.729477 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb50db5-71b4-4750-89a0-1d6b2467b7b9 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:50:05.733784 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-bdb50db5-71b4-4750-89a0-1d6b2467b7b9 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:05.740684 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25284b82-bece-49fd-810c-418f86317f13 None None] Sync routers for ids ['1dda39d6-b773-4c70-9c08-b26baf658776'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:50:05.751427 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25284b82-bece-49fd-810c-418f86317f13 None None] Routers {'1dda39d6-b773-4c70-9c08-b26baf658776'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:50:05.752040 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-25284b82-bece-49fd-810c-418f86317f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:49:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['1dda39d6-b773-4c70-9c08-b26baf658776'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:05.763802 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-bdb50db5-71b4-4750-89a0-1d6b2467b7b9 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "DELETE /v2.0/floatingips/c25835cb-54d4-4a78-b25c-d905ff6168ef HTTP/1.1" status: 204 len: 168 time: 0.8816431 May 26 19:50:05.853098 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-25284b82-bece-49fd-810c-418f86317f13 None None] Set router 1dda39d6-b773-4c70-9c08-b26baf658776 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:50:05.968240 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:06.028024 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:06.037274 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-25284b82-bece-49fd-810c-418f86317f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'name': 'tempest-TestMinimumBasicScenario-572037713-router', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:37Z', 'updated_at': '2022-05-26T19:47:40Z', 'revision_number': 4, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'gw_port': {'id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:38Z', 'updated_at': '2022-05-26T19:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'e307fa48-9587-4119-8376-e17d84ca64af', 'name': '', 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'mac_address': 'fa:16:3e:62:0a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '75faef3b-aa31-48d2-a623-2948ef512be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:40Z', 'updated_at': '2022-05-26T19:47:44Z', 'revision_number': 5, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'subnets': [{'id': '75faef3b-aa31-48d2-a623-2948ef512be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:06.064867 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25284b82-bece-49fd-810c-418f86317f13 None None] Checking router: 1dda39d6-b773-4c70-9c08-b26baf658776 for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:50:06.072998 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25284b82-bece-49fd-810c-418f86317f13 None None] Routers {'1dda39d6-b773-4c70-9c08-b26baf658776'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:50:06.073588 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-25284b82-bece-49fd-810c-418f86317f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:49:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['1dda39d6-b773-4c70-9c08-b26baf658776'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:06.302727 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-25284b82-bece-49fd-810c-418f86317f13 None None] Set router 1dda39d6-b773-4c70-9c08-b26baf658776 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:50:06.486974 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-25284b82-bece-49fd-810c-418f86317f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'name': 'tempest-TestMinimumBasicScenario-572037713-router', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:37Z', 'updated_at': '2022-05-26T19:47:40Z', 'revision_number': 4, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'gw_port': {'id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:38Z', 'updated_at': '2022-05-26T19:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'e307fa48-9587-4119-8376-e17d84ca64af', 'name': '', 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'mac_address': 'fa:16:3e:62:0a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '75faef3b-aa31-48d2-a623-2948ef512be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:40Z', 'updated_at': '2022-05-26T19:47:44Z', 'revision_number': 5, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'subnets': [{'id': '75faef3b-aa31-48d2-a623-2948ef512be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:06.512486 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25284b82-bece-49fd-810c-418f86317f13 None None] The sync data for ids ['1dda39d6-b773-4c70-9c08-b26baf658776'] in dv-cinder-825492-17-iscsi is: [{'id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'name': 'tempest-TestMinimumBasicScenario-572037713-router', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:37Z', 'updated_at': '2022-05-26T19:47:40Z', 'revision_number': 4, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'gw_port': {'id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:38Z', 'updated_at': '2022-05-26T19:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'e307fa48-9587-4119-8376-e17d84ca64af', 'name': '', 'network_id': '5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'mac_address': 'fa:16:3e:62:0a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '75faef3b-aa31-48d2-a623-2948ef512be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:40Z', 'updated_at': '2022-05-26T19:47:44Z', 'revision_number': 5, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'subnets': [{'id': '75faef3b-aa31-48d2-a623-2948ef512be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:50:06.526546 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:06.527361 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:06.537787 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06', 'tag': '1dd707d6-81e4-4739-aa53-6af3cd8a7202'}] {{(pid=104685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:50:06.540146 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}580a5c817d768ebcbdba4f0d83444aaab2d380737ec7b53e235c94cd1e37ed20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1bf2dd-d4f9-4474-a433-9bd62c32eeda" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06", "tag": "1dd707d6-81e4-4739-aa53-6af3cd8a7202"}]}' {{(pid=104685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:50:06.576936 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b3894a-7903-486b-808f-120a28718bbd x-openstack-request-id: req-08b3894a-7903-486b-808f-120a28718bbd {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:50:06.577265 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06", "tag": "1dd707d6-81e4-4739-aa53-6af3cd8a7202", "status": "completed", "code": 200}]} {{(pid=104685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:50:06.577570 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-08b3894a-7903-486b-808f-120a28718bbd {{(pid=104685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:50:06.578137 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08b3894a-7903-486b-808f-120a28718bbd'] response: {'name': 'network-changed', 'server_uuid': '8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06', 'tag': '1dd707d6-81e4-4739-aa53-6af3cd8a7202', 'status': 'completed', 'code': 200} May 26 19:50:06.734549 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f282b-dd8b-40f8-b28b-f88a2f33e529 None None] New status for floating IP c25835cb-54d4-4a78-b25c-d905ff6168ef: DOWN {{(pid=104687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:50:10.463545 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33002) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:10.566182 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-99d293ed-a4b9-4174-80ee-516f87b5710b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:10.638177 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-99d293ed-a4b9-4174-80ee-516f87b5710b admin admin] Publish callbacks [] for security_group (71d1b70f-6877-46f3-bfac-80faf0277651), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:10.720765 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-99d293ed-a4b9-4174-80ee-516f87b5710b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (71d1b70f-6877-46f3-bfac-80faf0277651), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:10.747605 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:10.764031 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-99d293ed-a4b9-4174-80ee-516f87b5710b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ed1197eac2b74ddea35941687421e7f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994654 May 26 19:50:10.764900 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d293ed-a4b9-4174-80ee-516f87b5710b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d1b70f-6877-46f3-bfac-80faf0277651,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:10.768052 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33006) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:10.816622 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b83105f6-d57b-4f0b-8262-3c616e202afe admin admin] Publish callbacks [] for security_group (71d1b70f-6877-46f3-bfac-80faf0277651), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:10.838249 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b83105f6-d57b-4f0b-8262-3c616e202afe admin admin] Publish callbacks [] for security_group (71d1b70f-6877-46f3-bfac-80faf0277651), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:10.950721 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b83105f6-d57b-4f0b-8262-3c616e202afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (71d1b70f-6877-46f3-bfac-80faf0277651), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:10.953261 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-b83105f6-d57b-4f0b-8262-3c616e202afe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:10.954425 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-b83105f6-d57b-4f0b-8262-3c616e202afe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/71d1b70f-6877-46f3-bfac-80faf0277651 HTTP/1.1" status: 204 len: 168 time: 0.1854906 May 26 19:50:10.962653 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83105f6-d57b-4f0b-8262-3c616e202afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d1b70f-6877-46f3-bfac-80faf0277651,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:11.674310 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4045b10d-3ff5-4d9a-9892-6e33a71fc08b req-65ba49f4-7abf-493e-a0f4-f6e3737e00d4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717678 May 26 19:50:11.675308 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bf2dd-d4f9-4474-a433-9bd62c32eeda req-387a2d71-e31f-4d3d-b711-8b55b0f1812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:11.677137 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9e1bf2dd-d4f9-4474-a433-9bd62c32eeda req-387a2d71-e31f-4d3d-b711-8b55b0f1812b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f01283b247cc476682b191f71b1d03ed&device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 1130 time: 0.0668290 May 26 19:50:11.771390 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bf2dd-d4f9-4474-a433-9bd62c32eeda req-4af4c443-920e-49fe-ab9b-af4b61fbe35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:11.772636 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9e1bf2dd-d4f9-4474-a433-9bd62c32eeda req-4af4c443-920e-49fe-ab9b-af4b61fbe35b service neutron] 10.222.0.77 "GET /v2.0/networks?id=5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d HTTP/1.1" status: 200 len: 915 time: 0.0845633 May 26 19:50:11.816070 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9e1bf2dd-d4f9-4474-a433-9bd62c32eeda req-b10686da-283c-499f-acac-afe18c63d5f9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dd707d6-81e4-4739-aa53-6af3cd8a7202 HTTP/1.1" status: 200 len: 217 time: 0.0368054 May 26 19:50:11.865026 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bf2dd-d4f9-4474-a433-9bd62c32eeda req-4c403645-a717-4219-b73e-4f4fc960cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:11.866443 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9e1bf2dd-d4f9-4474-a433-9bd62c32eeda req-4c403645-a717-4219-b73e-4f4fc960cdb1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75faef3b-aa31-48d2-a623-2948ef512be1 HTTP/1.1" status: 200 len: 853 time: 0.0434060 May 26 19:50:11.909793 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bf2dd-d4f9-4474-a433-9bd62c32eeda req-ce3eb05f-7c22-4c15-9d49-6ce1eb0f2e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:11.911372 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9e1bf2dd-d4f9-4474-a433-9bd62c32eeda req-ce3eb05f-7c22-4c15-9d49-6ce1eb0f2e57 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379028 May 26 19:50:11.964927 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:11.990156 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:12.004521 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9e1bf2dd-d4f9-4474-a433-9bd62c32eeda req-de821d41-c81c-4a9f-b3a2-a672dc2138c5 service neutron] 10.222.0.77 "GET /v2.0/networks/5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868332 May 26 19:50:12.096926 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-9e1bf2dd-d4f9-4474-a433-9bd62c32eeda req-2aa3dc37-2e77-4775-913f-61703ec06461 service neutron] 10.222.0.77 "GET /v2.0/networks/5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837395 May 26 19:50:12.249478 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045b10d-3ff5-4d9a-9892-6e33a71fc08b req-0067d950-4852-46d9-b021-eb10c6b0ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:12.250843 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4045b10d-3ff5-4d9a-9892-6e33a71fc08b req-0067d950-4852-46d9-b021-eb10c6b0ec30 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f01283b247cc476682b191f71b1d03ed&device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 1130 time: 0.0399160 May 26 19:50:12.354862 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045b10d-3ff5-4d9a-9892-6e33a71fc08b req-b20cfee4-c80f-4d4f-a8eb-2b9c64a85626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:12.356352 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4045b10d-3ff5-4d9a-9892-6e33a71fc08b req-b20cfee4-c80f-4d4f-a8eb-2b9c64a85626 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d HTTP/1.1" status: 200 len: 915 time: 0.0872960 May 26 19:50:12.397522 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4045b10d-3ff5-4d9a-9892-6e33a71fc08b req-69c1c6d6-4a41-41a4-88b0-b3782fe15ff2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dd707d6-81e4-4739-aa53-6af3cd8a7202 HTTP/1.1" status: 200 len: 217 time: 0.0324566 May 26 19:50:12.451741 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045b10d-3ff5-4d9a-9892-6e33a71fc08b req-150f975c-2751-4880-9b7a-9e3faff6343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:12.453190 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4045b10d-3ff5-4d9a-9892-6e33a71fc08b req-150f975c-2751-4880-9b7a-9e3faff6343b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75faef3b-aa31-48d2-a623-2948ef512be1 HTTP/1.1" status: 200 len: 853 time: 0.0478067 May 26 19:50:12.498412 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045b10d-3ff5-4d9a-9892-6e33a71fc08b req-89419eb3-c814-465d-9570-522c19a02701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:12.500070 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4045b10d-3ff5-4d9a-9892-6e33a71fc08b req-89419eb3-c814-465d-9570-522c19a02701 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397167 May 26 19:50:12.589683 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4045b10d-3ff5-4d9a-9892-6e33a71fc08b req-046a2194-cdac-4a26-8443-e98b861d5b15 service neutron] 10.222.0.77 "GET /v2.0/networks/5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828509 May 26 19:50:12.682116 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4045b10d-3ff5-4d9a-9892-6e33a71fc08b req-4e60e5bd-c644-42b4-bc08-a8c1ecb8315d service neutron] 10.222.0.77 "GET /v2.0/networks/5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860000 May 26 19:50:14.235375 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fe8f9-c7c0-4c66-ba98-b67ff075b69f req-9da65f32-c41a-4a68-bf15-7d4e0e53ca19 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:14.236821 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-347fe8f9-c7c0-4c66-ba98-b67ff075b69f req-9da65f32-c41a-4a68-bf15-7d4e0e53ca19 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 946 time: 0.0479932 May 26 19:50:14.294231 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-347fe8f9-c7c0-4c66-ba98-b67ff075b69f req-e5facca5-4a08-4154-8493-6ca31142ee0a tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512471 May 26 19:50:15.422565 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25608ff0-2793-473f-a0ee-5a51d2bb4cb0 req-8aec4b74-8da2-47f9-a18d-ed14e6fb9d2a tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:15.424070 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-25608ff0-2793-473f-a0ee-5a51d2bb4cb0 req-8aec4b74-8da2-47f9-a18d-ed14e6fb9d2a tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 946 time: 0.0469446 May 26 19:50:15.470036 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-25608ff0-2793-473f-a0ee-5a51d2bb4cb0 req-078852fa-d503-466c-b72e-fe3715ed80a4 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399687 May 26 19:50:16.229603 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441cab0-c7c5-4840-b9cb-0ae84c785f67 req-93415332-4f69-4294-a502-70b121716908 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:16.231120 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8441cab0-c7c5-4840-b9cb-0ae84c785f67 req-93415332-4f69-4294-a502-70b121716908 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 946 time: 0.0502582 May 26 19:50:16.309579 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-8441cab0-c7c5-4840-b9cb-0ae84c785f67 req-637025f9-4f92-495f-8f04-8a83b33f9fad tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Deleting port 1dd707d6-81e4-4739-aa53-6af3cd8a7202 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:50:16.309918 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-8441cab0-c7c5-4840-b9cb-0ae84c785f67 req-637025f9-4f92-495f-8f04-8a83b33f9fad tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:16.383600 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:16.401201 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-8441cab0-c7c5-4840-b9cb-0ae84c785f67 req-637025f9-4f92-495f-8f04-8a83b33f9fad tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] For port 1dd707d6-81e4-4739-aa53-6af3cd8a7202, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=1dd707d6-81e4-4739-aa53-6af3cd8a7202,segment=NetworkSegment(80737a7c-9fb1-422a-9eca-fc43687fa43f),segment_id=80737a7c-9fb1-422a-9eca-fc43687fa43f)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:50:16.401602 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-8441cab0-c7c5-4840-b9cb-0ae84c785f67 req-637025f9-4f92-495f-8f04-8a83b33f9fad tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:16.414918 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-8441cab0-c7c5-4840-b9cb-0ae84c785f67 req-637025f9-4f92-495f-8f04-8a83b33f9fad tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Calling delete_port for 1dd707d6-81e4-4739-aa53-6af3cd8a7202 owned by compute:nova {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:50:16.544700 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:16.584802 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c930db4-4cd8-44d8-8e7c-43a3a4fc9c0e req-c13cf4ba-6bb5-46e7-98a8-b27975073861 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:16.586248 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4c930db4-4cd8-44d8-8e7c-43a3a4fc9c0e req-c13cf4ba-6bb5-46e7-98a8-b27975073861 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 946 time: 0.0496309 May 26 19:50:16.632430 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4c930db4-4cd8-44d8-8e7c-43a3a4fc9c0e req-e930d245-598d-4755-b367-c5191965e6ac tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/security-groups?id=92af8ccb-b56c-445b-b1d1-0dc63d89402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406568 May 26 19:50:16.642119 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-8441cab0-c7c5-4840-b9cb-0ae84c785f67 req-637025f9-4f92-495f-8f04-8a83b33f9fad tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (1dd707d6-81e4-4739-aa53-6af3cd8a7202), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:16.655395 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['1dd707d6-81e4-4739-aa53-6af3cd8a7202'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:50:16.670385 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637025f9-4f92-495f-8f04-8a83b33f9fad tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Pushing event deleted for resources: {'Port': ['ID=1dd707d6-81e4-4739-aa53-6af3cd8a7202,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:16.722276 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-8441cab0-c7c5-4840-b9cb-0ae84c785f67 req-637025f9-4f92-495f-8f04-8a83b33f9fad tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] No DVR routers for this DVR port 1dd707d6-81e4-4739-aa53-6af3cd8a7202 on host hv-cinder-82549 {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:50:16.724820 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-8441cab0-c7c5-4840-b9cb-0ae84c785f67 req-637025f9-4f92-495f-8f04-8a83b33f9fad tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:16.728041 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8441cab0-c7c5-4840-b9cb-0ae84c785f67 req-637025f9-4f92-495f-8f04-8a83b33f9fad tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.77 "DELETE /v2.0/ports/1dd707d6-81e4-4739-aa53-6af3cd8a7202 HTTP/1.1" status: 204 len: 173 time: 0.4914355 May 26 19:50:16.728477 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06', 'name': 'network-vif-deleted', 'tag': '1dd707d6-81e4-4739-aa53-6af3cd8a7202'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:50:16.730710 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca963565-ed00-49f5-bb91-07f3f0555856" -d '{"events": [{"server_uuid": "8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06", "name": "network-vif-deleted", "tag": "1dd707d6-81e4-4739-aa53-6af3cd8a7202"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:50:16.766915 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ad4584-eb75-43e2-933d-8839f37d0afd x-openstack-request-id: req-61ad4584-eb75-43e2-933d-8839f37d0afd {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:50:16.767226 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06", "name": "network-vif-deleted", "tag": "1dd707d6-81e4-4739-aa53-6af3cd8a7202", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:50:16.767478 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-61ad4584-eb75-43e2-933d-8839f37d0afd {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:50:16.767879 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ad4584-eb75-43e2-933d-8839f37d0afd'] response: {'server_uuid': '8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06', 'name': 'network-vif-deleted', 'tag': '1dd707d6-81e4-4739-aa53-6af3cd8a7202', 'status': 'completed', 'code': 200} May 26 19:50:17.651744 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=14 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:17.653960 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=15 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:17.742109 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-42e59525-8f73-49ca-a432-233bf3693f6f req-403ceba3-dd36-4629-b18c-1560a8442808 tempest-TestMinimumBasicScenario-1140823363 tempest-TestMinimumBasicScenario-1140823363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc8d22b-5f81-4ef5-aca5-7ff6dc6e1e06 HTTP/1.1" status: 200 len: 210 time: 0.0304554 May 26 19:50:19.522268 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a8dbebca-7e08-4fe8-b51a-16c81258e63f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:20.129545 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33078) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:20.207074 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:20.437526 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-152d7549-8216-4a54-9357-b4cf4161c3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616614'] for router_interface (1dda39d6-b773-4c70-9c08-b26baf658776), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:20.652565 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-152d7549-8216-4a54-9357-b4cf4161c3f6 admin admin] Deleting port e307fa48-9587-4119-8376-e17d84ca64af {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:50:20.652796 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-152d7549-8216-4a54-9357-b4cf4161c3f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (e307fa48-9587-4119-8376-e17d84ca64af), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:20.729669 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [None req-152d7549-8216-4a54-9357-b4cf4161c3f6 admin admin] For port e307fa48-9587-4119-8376-e17d84ca64af, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=e307fa48-9587-4119-8376-e17d84ca64af,segment=NetworkSegment(80737a7c-9fb1-422a-9eca-fc43687fa43f),segment_id=80737a7c-9fb1-422a-9eca-fc43687fa43f)] {{(pid=104685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:50:20.730026 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-152d7549-8216-4a54-9357-b4cf4161c3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (e307fa48-9587-4119-8376-e17d84ca64af), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:20.742636 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-152d7549-8216-4a54-9357-b4cf4161c3f6 admin admin] Calling delete_port for e307fa48-9587-4119-8376-e17d84ca64af owned by network:router_interface {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:50:20.747998 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:21.241746 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-152d7549-8216-4a54-9357-b4cf4161c3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (e307fa48-9587-4119-8376-e17d84ca64af), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:21.278399 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d7549-8216-4a54-9357-b4cf4161c3f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e307fa48-9587-4119-8376-e17d84ca64af,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:21.404825 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 1dd707d6-81e4-4739-aa53-6af3cd8a7202 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:50:21.430065 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] No Port match for: 1dd707d6-81e4-4739-aa53-6af3cd8a7202 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:50:21.430412 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device 1dd707d6-81e4-4739-aa53-6af3cd8a7202 not bound to the agent host hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:50:21.446689 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-152d7549-8216-4a54-9357-b4cf4161c3f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-131568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1616506'] for router_interface (1dda39d6-b773-4c70-9c08-b26baf658776), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:21.458981 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:21.651778 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152d7549-8216-4a54-9357-b4cf4161c3f6 admin admin] Router 1dda39d6-b773-4c70-9c08-b26baf658776 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:50:21.763471 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152d7549-8216-4a54-9357-b4cf4161c3f6 admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:50:21.783368 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-152d7549-8216-4a54-9357-b4cf4161c3f6 admin admin] 10.222.0.72 "PUT /v2.0/routers/1dda39d6-b773-4c70-9c08-b26baf658776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6406994 May 26 19:50:21.783925 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f8071-551e-4eac-b130-5f97ccd272e1 None None] Sync routers for ids ['1dda39d6-b773-4c70-9c08-b26baf658776'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:50:21.784035 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33080) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:21.784785 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f8071-551e-4eac-b130-5f97ccd272e1 None None] Routers {'1dda39d6-b773-4c70-9c08-b26baf658776'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:50:21.785412 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-153f8071-551e-4eac-b130-5f97ccd272e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:49:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['1dda39d6-b773-4c70-9c08-b26baf658776'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:21.867238 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-e611548b-31f9-4da0-bd40-1ab261f2158b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:21.876447 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2f8b03af-2e51-4740-b505-58ba7dc82dce admin admin] Publish callbacks [] for router (1dda39d6-b773-4c70-9c08-b26baf658776), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:21.888224 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-153f8071-551e-4eac-b130-5f97ccd272e1 None None] Set router 1dda39d6-b773-4c70-9c08-b26baf658776 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:50:21.972567 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2f8b03af-2e51-4740-b505-58ba7dc82dce admin admin] Publish callbacks [] for router_gateway (1dda39d6-b773-4c70-9c08-b26baf658776), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:21.976644 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:22.033215 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:22.050718 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-153f8071-551e-4eac-b130-5f97ccd272e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'name': 'tempest-TestMinimumBasicScenario-572037713-router', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:37Z', 'updated_at': '2022-05-26T19:50:21Z', 'revision_number': 5, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'gw_port': {'id': '152a7f26-ad4f-4704-bf9f-83e06f9d2f24', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:38Z', 'updated_at': '2022-05-26T19:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:22.075680 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f8071-551e-4eac-b130-5f97ccd272e1 None None] Checking router: 1dda39d6-b773-4c70-9c08-b26baf658776 for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:50:22.084892 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f8071-551e-4eac-b130-5f97ccd272e1 None None] Routers {'1dda39d6-b773-4c70-9c08-b26baf658776'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:50:22.085495 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-153f8071-551e-4eac-b130-5f97ccd272e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:50:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['1dda39d6-b773-4c70-9c08-b26baf658776'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:22.095377 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b03af-2e51-4740-b505-58ba7dc82dce admin admin] Deleting port 152a7f26-ad4f-4704-bf9f-83e06f9d2f24 {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:50:22.095762 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2f8b03af-2e51-4740-b505-58ba7dc82dce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (152a7f26-ad4f-4704-bf9f-83e06f9d2f24), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:22.168840 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-153f8071-551e-4eac-b130-5f97ccd272e1 None None] Set router 1dda39d6-b773-4c70-9c08-b26baf658776 gateway port host: None {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:50:22.174730 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [None req-2f8b03af-2e51-4740-b505-58ba7dc82dce admin admin] For port 152a7f26-ad4f-4704-bf9f-83e06f9d2f24, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=152a7f26-ad4f-4704-bf9f-83e06f9d2f24,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:50:22.175120 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2f8b03af-2e51-4740-b505-58ba7dc82dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (152a7f26-ad4f-4704-bf9f-83e06f9d2f24), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:22.187961 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b03af-2e51-4740-b505-58ba7dc82dce admin admin] Calling delete_port for 152a7f26-ad4f-4704-bf9f-83e06f9d2f24 owned by network:router_gateway {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:50:22.218932 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-153f8071-551e-4eac-b130-5f97ccd272e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'name': 'tempest-TestMinimumBasicScenario-572037713-router', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:37Z', 'updated_at': '2022-05-26T19:50:21Z', 'revision_number': 6, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'gw_port_host': None}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:22.243604 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f8071-551e-4eac-b130-5f97ccd272e1 None None] The sync data for ids ['1dda39d6-b773-4c70-9c08-b26baf658776'] in dv-cinder-825492-17-iscsi is: [{'id': '1dda39d6-b773-4c70-9c08-b26baf658776', 'name': 'tempest-TestMinimumBasicScenario-572037713-router', 'tenant_id': 'f01283b247cc476682b191f71b1d03ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:37Z', 'updated_at': '2022-05-26T19:50:21Z', 'revision_number': 6, 'project_id': 'f01283b247cc476682b191f71b1d03ed', 'gw_port_host': None}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:50:22.299552 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:22.413559 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2f8b03af-2e51-4740-b505-58ba7dc82dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (152a7f26-ad4f-4704-bf9f-83e06f9d2f24), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:22.437863 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b03af-2e51-4740-b505-58ba7dc82dce admin admin] Pushing event deleted for resources: {'Port': ['ID=152a7f26-ad4f-4704-bf9f-83e06f9d2f24,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:22.504793 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2f8b03af-2e51-4740-b505-58ba7dc82dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617880'] for router_gateway (1dda39d6-b773-4c70-9c08-b26baf658776), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:22.589078 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2f8b03af-2e51-4740-b505-58ba7dc82dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1823113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7897'] for router (1dda39d6-b773-4c70-9c08-b26baf658776), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:22.591373 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2f8b03af-2e51-4740-b505-58ba7dc82dce admin admin] Publish callbacks [] for router_controller (1dda39d6-b773-4c70-9c08-b26baf658776), precommit_delete_associations {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:22.693137 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2f8b03af-2e51-4740-b505-58ba7dc82dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823106'] for router (1dda39d6-b773-4c70-9c08-b26baf658776), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:22.693774 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8b03af-2e51-4740-b505-58ba7dc82dce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dda39d6-b773-4c70-9c08-b26baf658776 {{(pid=104685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 19:50:22.697943 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2f8b03af-2e51-4740-b505-58ba7dc82dce admin admin] Publish callbacks [] for router (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:22.699093 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-2f8b03af-2e51-4740-b505-58ba7dc82dce admin admin] 10.222.0.72 "DELETE /v2.0/routers/1dda39d6-b773-4c70-9c08-b26baf658776 HTTP/1.1" status: 204 len: 168 time: 0.9172871 May 26 19:50:22.701704 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33084) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:22.745292 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a0b6a8-0e23-4fbb-845c-e07738c19042 admin admin] Deleting subnet 75faef3b-aa31-48d2-a623-2948ef512be1 {{(pid=104685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 19:50:22.748717 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e5a0b6a8-0e23-4fbb-845c-e07738c19042 admin admin] Publish callbacks [] for subnet (75faef3b-aa31-48d2-a623-2948ef512be1), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:22.782819 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e5a0b6a8-0e23-4fbb-845c-e07738c19042 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16119955'] for subnet (75faef3b-aa31-48d2-a623-2948ef512be1), precommit_delete_associations {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:22.859175 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e5a0b6a8-0e23-4fbb-845c-e07738c19042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674963'] for subnet (75faef3b-aa31-48d2-a623-2948ef512be1), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:22.985796 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e5a0b6a8-0e23-4fbb-845c-e07738c19042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16100388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15975570'] for subnet (75faef3b-aa31-48d2-a623-2948ef512be1), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:22.996202 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:23.015719 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0b6a8-0e23-4fbb-845c-e07738c19042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75faef3b-aa31-48d2-a623-2948ef512be1,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:23.027895 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e5a0b6a8-0e23-4fbb-845c-e07738c19042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:23.027895 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-e5a0b6a8-0e23-4fbb-845c-e07738c19042 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/75faef3b-aa31-48d2-a623-2948ef512be1 HTTP/1.1" status: 204 len: 168 time: 0.3223898 May 26 19:50:23.027895 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33086) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:23.029925 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03610189-038f-4896-9b8b-e09d47d8cf7c None None] Network 5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:50:23.091119 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:23.102124 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7f7945fe-bafc-441c-9e24-5e1668fa76f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1324308'] for network (5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:23.148913 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-7f7945fe-bafc-441c-9e24-5e1668fa76f8 admin admin] Deleting port 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:50:23.149249 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7f7945fe-bafc-441c-9e24-5e1668fa76f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (951d8ce9-1d1e-4a40-9132-90cf1e87dbcc), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:23.203153 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] DHCP port deletion for 5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d request from dv-cinder-825492-17-iscsi {{(pid=104686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 19:50:23.214210 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [None req-7f7945fe-bafc-441c-9e24-5e1668fa76f8 admin admin] For port 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=951d8ce9-1d1e-4a40-9132-90cf1e87dbcc,segment=NetworkSegment(80737a7c-9fb1-422a-9eca-fc43687fa43f),segment_id=80737a7c-9fb1-422a-9eca-fc43687fa43f)] {{(pid=104685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:50:23.214581 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7f7945fe-bafc-441c-9e24-5e1668fa76f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (951d8ce9-1d1e-4a40-9132-90cf1e87dbcc), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:23.229436 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-7f7945fe-bafc-441c-9e24-5e1668fa76f8 admin admin] Calling delete_port for 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc owned by network:dhcp {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:50:23.245469 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] Deleting port 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc {{(pid=104686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:50:23.245837 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (951d8ce9-1d1e-4a40-9132-90cf1e87dbcc), before_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:23.334207 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] For port 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=951d8ce9-1d1e-4a40-9132-90cf1e87dbcc,segment=NetworkSegment(80737a7c-9fb1-422a-9eca-fc43687fa43f),segment_id=80737a7c-9fb1-422a-9eca-fc43687fa43f)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:50:23.334207 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (951d8ce9-1d1e-4a40-9132-90cf1e87dbcc), precommit_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:23.343460 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] Calling delete_port for 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc owned by network:dhcp {{(pid=104686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:50:23.362498 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7f7945fe-bafc-441c-9e24-5e1668fa76f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (951d8ce9-1d1e-4a40-9132-90cf1e87dbcc), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:23.398483 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7945fe-bafc-441c-9e24-5e1668fa76f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=951d8ce9-1d1e-4a40-9132-90cf1e87dbcc,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:23.403513 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7945fe-bafc-441c-9e24-5e1668fa76f8 admin admin] No DVR routers for this DVR port 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc on host dv-cinder-825492-17-iscsi {{(pid=104685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:50:23.429508 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:23.434512 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700'] for port (951d8ce9-1d1e-4a40-9132-90cf1e87dbcc), after_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:23.448093 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] No DVR routers for this DVR port 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc on host dv-cinder-825492-17-iscsi {{(pid=104686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:50:23.468564 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] Pushing event deleted for resources: {'Port': ['ID=951d8ce9-1d1e-4a40-9132-90cf1e87dbcc,revision_number=None']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:23.477116 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:23.485796 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:23.486147 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:23.486489 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:23.486830 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:23.487247 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:23.487596 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:23.487927 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:23.488255 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:23.488603 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:23.488940 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:23.489252 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:23.489495 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7f7945fe-bafc-441c-9e24-5e1668fa76f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672550', 'neutron.services.segments.db._delete_segments_for_network-8748975417968'] for network (5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:23.489631 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:23.489880 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:23.490199 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:23.490517 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71bb1-8b82-40f7-af38-cf4860fe5aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:23.494617 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 152a7f26-ad4f-4704-bf9f-83e06f9d2f24 no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:50:23.510979 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-7f7945fe-bafc-441c-9e24-5e1668fa76f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d']}} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:23.517578 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: 152a7f26-ad4f-4704-bf9f-83e06f9d2f24 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:50:23.517923 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 152a7f26-ad4f-4704-bf9f-83e06f9d2f24 not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:50:23.518332 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device e307fa48-9587-4119-8376-e17d84ca64af no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:50:23.521832 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-7f7945fe-bafc-441c-9e24-5e1668fa76f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80737a7c-9fb1-422a-9eca-fc43687fa43f') {'for_net_delete': True} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:23.521832 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.services.segments.db [None req-7f7945fe-bafc-441c-9e24-5e1668fa76f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80737a7c-9fb1-422a-9eca-fc43687fa43f') {} {{(pid=104685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:23.531139 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7f7945fe-bafc-441c-9e24-5e1668fa76f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748975417721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16119978'] for segment (80737a7c-9fb1-422a-9eca-fc43687fa43f), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:23.545082 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7f7945fe-bafc-441c-9e24-5e1668fa76f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (80737a7c-9fb1-422a-9eca-fc43687fa43f), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:23.551981 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f7945fe-bafc-441c-9e24-5e1668fa76f8 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=104685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:50:23.552360 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7f7945fe-bafc-441c-9e24-5e1668fa76f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16099718'] for segment (80737a7c-9fb1-422a-9eca-fc43687fa43f), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:23.596717 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.services.segments.plugin [-] Segment 80737a7c-9fb1-422a-9eca-fc43687fa43f resource provider aggregate not found May 26 19:50:23.623769 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.services.segments.plugin [-] Segment 80737a7c-9fb1-422a-9eca-fc43687fa43f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80737a7c-9fb1-422a-9eca-fc43687fa43f found for delete ", "request_id": "req-ecfa70aa-285a-4c15-b088-c730272c9ce4"}]} May 26 19:50:23.662702 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: e307fa48-9587-4119-8376-e17d84ca64af {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:50:23.663071 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device e307fa48-9587-4119-8376-e17d84ca64af not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:50:23.663538 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:50:23.665308 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7f7945fe-bafc-441c-9e24-5e1668fa76f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617908'] for network (5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:23.671911 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-7f7945fe-bafc-441c-9e24-5e1668fa76f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:23.675056 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-7f7945fe-bafc-441c-9e24-5e1668fa76f8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d HTTP/1.1" status: 204 len: 168 time: 0.6464396 May 26 19:50:23.678816 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 33092) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:23.683373 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:50:23.683762 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 951d8ce9-1d1e-4a40-9132-90cf1e87dbcc not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:50:23.687197 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7945fe-bafc-441c-9e24-5e1668fa76f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ebcaeff-c8a3-4c21-9c4f-c35a87d5f50d,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:23.984603 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5d92-f488-489c-a075-00231c3ae6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616614'] for router_interface (34633b1f-7a02-454b-b8fd-b4cad69cf3a0), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:24.187998 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:24.197810 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd5d92-f488-489c-a075-00231c3ae6c3 admin admin] Deleting port 99ad006a-36cb-4457-8cae-bba68d920e4f {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:50:24.199677 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5d92-f488-489c-a075-00231c3ae6c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (99ad006a-36cb-4457-8cae-bba68d920e4f), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:24.277243 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [None req-bbdd5d92-f488-489c-a075-00231c3ae6c3 admin admin] For port 99ad006a-36cb-4457-8cae-bba68d920e4f, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=99ad006a-36cb-4457-8cae-bba68d920e4f,segment=NetworkSegment(c5a1e364-6260-4670-ace8-993c1b718fdc),segment_id=c5a1e364-6260-4670-ace8-993c1b718fdc)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:50:24.277619 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5d92-f488-489c-a075-00231c3ae6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (99ad006a-36cb-4457-8cae-bba68d920e4f), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:24.291328 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd5d92-f488-489c-a075-00231c3ae6c3 admin admin] Calling delete_port for 99ad006a-36cb-4457-8cae-bba68d920e4f owned by network:router_interface {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:50:24.405467 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:24.653824 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:24.812287 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5d92-f488-489c-a075-00231c3ae6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (99ad006a-36cb-4457-8cae-bba68d920e4f), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:24.839028 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd5d92-f488-489c-a075-00231c3ae6c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=99ad006a-36cb-4457-8cae-bba68d920e4f,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:24.995886 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5d92-f488-489c-a075-00231c3ae6c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-131568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1616506'] for router_interface (34633b1f-7a02-454b-b8fd-b4cad69cf3a0), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:25.195580 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdd5d92-f488-489c-a075-00231c3ae6c3 admin admin] Router 34633b1f-7a02-454b-b8fd-b4cad69cf3a0 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:50:25.298365 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdd5d92-f488-489c-a075-00231c3ae6c3 admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:50:25.303875 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-bbdd5d92-f488-489c-a075-00231c3ae6c3 admin admin] 10.222.0.72 "PUT /v2.0/routers/34633b1f-7a02-454b-b8fd-b4cad69cf3a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6235759 May 26 19:50:25.306634 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33094) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:25.308455 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a92b5a-2e82-407d-982b-75b34d4095b9 None None] Sync routers for ids ['34633b1f-7a02-454b-b8fd-b4cad69cf3a0'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:50:25.318041 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a92b5a-2e82-407d-982b-75b34d4095b9 None None] Routers {'34633b1f-7a02-454b-b8fd-b4cad69cf3a0'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:50:25.318637 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-b5a92b5a-2e82-407d-982b-75b34d4095b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:50:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['34633b1f-7a02-454b-b8fd-b4cad69cf3a0'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:25.408471 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-871ccc72-1351-4e37-ae8b-acb242c1faa5 admin admin] Publish callbacks [] for router (34633b1f-7a02-454b-b8fd-b4cad69cf3a0), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:25.417738 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-b5a92b5a-2e82-407d-982b-75b34d4095b9 None None] Set router 34633b1f-7a02-454b-b8fd-b4cad69cf3a0 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:50:25.511390 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-871ccc72-1351-4e37-ae8b-acb242c1faa5 admin admin] Publish callbacks [] for router_gateway (34633b1f-7a02-454b-b8fd-b4cad69cf3a0), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:25.578712 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-b5a92b5a-2e82-407d-982b-75b34d4095b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34633b1f-7a02-454b-b8fd-b4cad69cf3a0', 'name': 'tempest-TestMinimumBasicScenario-53907682-router', 'tenant_id': '90313a490a5b46c99eef2527ba302267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '006c5467-9d67-480f-91ec-5fb1ee7b27fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:43Z', 'updated_at': '2022-05-26T19:50:24Z', 'revision_number': 5, 'project_id': '90313a490a5b46c99eef2527ba302267', 'gw_port': {'id': '006c5467-9d67-480f-91ec-5fb1ee7b27fa', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34633b1f-7a02-454b-b8fd-b4cad69cf3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:47:44Z', 'updated_at': '2022-05-26T19:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:25.602611 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a92b5a-2e82-407d-982b-75b34d4095b9 None None] Checking router: 34633b1f-7a02-454b-b8fd-b4cad69cf3a0 for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:50:25.607036 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-871ccc72-1351-4e37-ae8b-acb242c1faa5 admin admin] Deleting port 006c5467-9d67-480f-91ec-5fb1ee7b27fa {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:50:25.607370 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-871ccc72-1351-4e37-ae8b-acb242c1faa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (006c5467-9d67-480f-91ec-5fb1ee7b27fa), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:25.610844 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a92b5a-2e82-407d-982b-75b34d4095b9 None None] Routers {'34633b1f-7a02-454b-b8fd-b4cad69cf3a0'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:50:25.611485 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-b5a92b5a-2e82-407d-982b-75b34d4095b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:50:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['34633b1f-7a02-454b-b8fd-b4cad69cf3a0'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:25.689479 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [None req-871ccc72-1351-4e37-ae8b-acb242c1faa5 admin admin] For port 006c5467-9d67-480f-91ec-5fb1ee7b27fa, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=006c5467-9d67-480f-91ec-5fb1ee7b27fa,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:50:25.689949 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-871ccc72-1351-4e37-ae8b-acb242c1faa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (006c5467-9d67-480f-91ec-5fb1ee7b27fa), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:25.692191 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-b5a92b5a-2e82-407d-982b-75b34d4095b9 None None] Set router 34633b1f-7a02-454b-b8fd-b4cad69cf3a0 gateway port host: None {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:50:25.703582 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-871ccc72-1351-4e37-ae8b-acb242c1faa5 admin admin] Calling delete_port for 006c5467-9d67-480f-91ec-5fb1ee7b27fa owned by network:router_gateway {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:50:25.741268 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-b5a92b5a-2e82-407d-982b-75b34d4095b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34633b1f-7a02-454b-b8fd-b4cad69cf3a0', 'name': 'tempest-TestMinimumBasicScenario-53907682-router', 'tenant_id': '90313a490a5b46c99eef2527ba302267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:43Z', 'updated_at': '2022-05-26T19:50:25Z', 'revision_number': 6, 'project_id': '90313a490a5b46c99eef2527ba302267', 'gw_port_host': None}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:25.756599 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:25.765603 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a92b5a-2e82-407d-982b-75b34d4095b9 None None] The sync data for ids ['34633b1f-7a02-454b-b8fd-b4cad69cf3a0'] in dv-cinder-825492-17-iscsi is: [{'id': '34633b1f-7a02-454b-b8fd-b4cad69cf3a0', 'name': 'tempest-TestMinimumBasicScenario-53907682-router', 'tenant_id': '90313a490a5b46c99eef2527ba302267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:47:43Z', 'updated_at': '2022-05-26T19:50:25Z', 'revision_number': 6, 'project_id': '90313a490a5b46c99eef2527ba302267', 'gw_port_host': None}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:50:25.898178 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:25.928762 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-871ccc72-1351-4e37-ae8b-acb242c1faa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (006c5467-9d67-480f-91ec-5fb1ee7b27fa), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:25.954218 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ccc72-1351-4e37-ae8b-acb242c1faa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=006c5467-9d67-480f-91ec-5fb1ee7b27fa,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:26.013246 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-871ccc72-1351-4e37-ae8b-acb242c1faa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617880'] for router_gateway (34633b1f-7a02-454b-b8fd-b4cad69cf3a0), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:26.066553 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:26.097081 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-871ccc72-1351-4e37-ae8b-acb242c1faa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1823113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7897'] for router (34633b1f-7a02-454b-b8fd-b4cad69cf3a0), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:26.100932 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-871ccc72-1351-4e37-ae8b-acb242c1faa5 admin admin] Publish callbacks [] for router_controller (34633b1f-7a02-454b-b8fd-b4cad69cf3a0), precommit_delete_associations {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:26.189971 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-871ccc72-1351-4e37-ae8b-acb242c1faa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823106'] for router (34633b1f-7a02-454b-b8fd-b4cad69cf3a0), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:26.191312 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871ccc72-1351-4e37-ae8b-acb242c1faa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34633b1f-7a02-454b-b8fd-b4cad69cf3a0 {{(pid=104685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 19:50:26.197046 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-871ccc72-1351-4e37-ae8b-acb242c1faa5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:26.198207 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-871ccc72-1351-4e37-ae8b-acb242c1faa5 admin admin] 10.222.0.72 "DELETE /v2.0/routers/34633b1f-7a02-454b-b8fd-b4cad69cf3a0 HTTP/1.1" status: 204 len: 168 time: 0.8903604 May 26 19:50:26.200648 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33096) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:26.244942 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_v2 [None req-3239bb1a-6a49-467f-8328-5dd78b4259f9 admin admin] Deleting subnet 25441ba6-6407-45e1-909f-3ef1fc1c7c0f {{(pid=104685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 19:50:26.248188 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3239bb1a-6a49-467f-8328-5dd78b4259f9 admin admin] Publish callbacks [] for subnet (25441ba6-6407-45e1-909f-3ef1fc1c7c0f), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:26.281357 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3239bb1a-6a49-467f-8328-5dd78b4259f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16119955'] for subnet (25441ba6-6407-45e1-909f-3ef1fc1c7c0f), precommit_delete_associations {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:26.357457 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3239bb1a-6a49-467f-8328-5dd78b4259f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674963'] for subnet (25441ba6-6407-45e1-909f-3ef1fc1c7c0f), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:26.517202 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3239bb1a-6a49-467f-8328-5dd78b4259f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16100388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15975570'] for subnet (25441ba6-6407-45e1-909f-3ef1fc1c7c0f), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:26.543150 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239bb1a-6a49-467f-8328-5dd78b4259f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25441ba6-6407-45e1-909f-3ef1fc1c7c0f,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:26.548708 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3239bb1a-6a49-467f-8328-5dd78b4259f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:26.552599 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-3239bb1a-6a49-467f-8328-5dd78b4259f9 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/25441ba6-6407-45e1-909f-3ef1fc1c7c0f HTTP/1.1" status: 204 len: 168 time: 0.3510277 May 26 19:50:26.555349 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 33098) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:26.559524 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baa860d-3aed-4c28-99b3-7f2f1e17b124 None None] Network fcb6e836-270a-49b7-8dbe-017f750906f4 requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:50:26.625314 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2f10a6de-56cc-4daa-8c87-48b37f51158b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1324308'] for network (fcb6e836-270a-49b7-8dbe-017f750906f4), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:26.636909 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:26.673920 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-2f10a6de-56cc-4daa-8c87-48b37f51158b admin admin] Deleting port 740c8593-401f-46d6-a987-9373cd4103c8 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:50:26.674292 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2f10a6de-56cc-4daa-8c87-48b37f51158b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (740c8593-401f-46d6-a987-9373cd4103c8), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:26.720970 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093427ba-5606-465c-a172-941f17ae0023 None None] DHCP port deletion for fcb6e836-270a-49b7-8dbe-017f750906f4 request from dv-cinder-825492-17-iscsi {{(pid=104686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 19:50:26.741822 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [None req-2f10a6de-56cc-4daa-8c87-48b37f51158b admin admin] For port 740c8593-401f-46d6-a987-9373cd4103c8, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=740c8593-401f-46d6-a987-9373cd4103c8,segment=NetworkSegment(c5a1e364-6260-4670-ace8-993c1b718fdc),segment_id=c5a1e364-6260-4670-ace8-993c1b718fdc)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:50:26.742188 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2f10a6de-56cc-4daa-8c87-48b37f51158b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (740c8593-401f-46d6-a987-9373cd4103c8), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:26.758558 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-2f10a6de-56cc-4daa-8c87-48b37f51158b admin admin] Calling delete_port for 740c8593-401f-46d6-a987-9373cd4103c8 owned by network:dhcp {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:50:26.761797 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-093427ba-5606-465c-a172-941f17ae0023 None None] Deleting port 740c8593-401f-46d6-a987-9373cd4103c8 {{(pid=104686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:50:26.762179 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-093427ba-5606-465c-a172-941f17ae0023 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (740c8593-401f-46d6-a987-9373cd4103c8), before_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:26.830727 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-093427ba-5606-465c-a172-941f17ae0023 None None] For port 740c8593-401f-46d6-a987-9373cd4103c8, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=740c8593-401f-46d6-a987-9373cd4103c8,segment=NetworkSegment(c5a1e364-6260-4670-ace8-993c1b718fdc),segment_id=c5a1e364-6260-4670-ace8-993c1b718fdc)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:50:26.831073 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-093427ba-5606-465c-a172-941f17ae0023 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (740c8593-401f-46d6-a987-9373cd4103c8), precommit_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:26.832984 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:26.844350 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-093427ba-5606-465c-a172-941f17ae0023 None None] Calling delete_port for 740c8593-401f-46d6-a987-9373cd4103c8 owned by network:dhcp {{(pid=104686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:50:26.939285 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2f10a6de-56cc-4daa-8c87-48b37f51158b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (740c8593-401f-46d6-a987-9373cd4103c8), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:26.944955 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-093427ba-5606-465c-a172-941f17ae0023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700'] for port (740c8593-401f-46d6-a987-9373cd4103c8), after_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:26.964833 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10a6de-56cc-4daa-8c87-48b37f51158b admin admin] Pushing event deleted for resources: {'Port': ['ID=740c8593-401f-46d6-a987-9373cd4103c8,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:26.970083 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f10a6de-56cc-4daa-8c87-48b37f51158b admin admin] No DVR routers for this DVR port 740c8593-401f-46d6-a987-9373cd4103c8 on host dv-cinder-825492-17-iscsi {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:50:26.977877 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093427ba-5606-465c-a172-941f17ae0023 None None] Pushing event deleted for resources: {'Port': ['ID=740c8593-401f-46d6-a987-9373cd4103c8,revision_number=None']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:26.977877 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093427ba-5606-465c-a172-941f17ae0023 None None] No DVR routers for this DVR port 740c8593-401f-46d6-a987-9373cd4103c8 on host dv-cinder-825492-17-iscsi {{(pid=104686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:50:27.042858 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2f10a6de-56cc-4daa-8c87-48b37f51158b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672550', 'neutron.services.segments.db._delete_segments_for_network-8748975417968'] for network (fcb6e836-270a-49b7-8dbe-017f750906f4), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:27.062693 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-2f10a6de-56cc-4daa-8c87-48b37f51158b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb6e836-270a-49b7-8dbe-017f750906f4']}} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:27.072400 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-2f10a6de-56cc-4daa-8c87-48b37f51158b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a1e364-6260-4670-ace8-993c1b718fdc') {'for_net_delete': True} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:27.072695 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-2f10a6de-56cc-4daa-8c87-48b37f51158b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a1e364-6260-4670-ace8-993c1b718fdc') {} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:27.086305 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2f10a6de-56cc-4daa-8c87-48b37f51158b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748975417721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13475743'] for segment (c5a1e364-6260-4670-ace8-993c1b718fdc), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:27.099346 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2f10a6de-56cc-4daa-8c87-48b37f51158b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (c5a1e364-6260-4670-ace8-993c1b718fdc), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:27.105380 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f10a6de-56cc-4daa-8c87-48b37f51158b admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:50:27.105761 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2f10a6de-56cc-4daa-8c87-48b37f51158b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13474546'] for segment (c5a1e364-6260-4670-ace8-993c1b718fdc), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:27.147785 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.services.segments.plugin [-] Segment c5a1e364-6260-4670-ace8-993c1b718fdc resource provider aggregate not found May 26 19:50:27.165398 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.services.segments.plugin [-] Segment c5a1e364-6260-4670-ace8-993c1b718fdc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5a1e364-6260-4670-ace8-993c1b718fdc found for delete ", "request_id": "req-853b7226-706b-4302-a1ae-c9a45aedf49b"}]} May 26 19:50:27.224971 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:27.259321 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2f10a6de-56cc-4daa-8c87-48b37f51158b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617908'] for network (fcb6e836-270a-49b7-8dbe-017f750906f4), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:27.264683 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-2f10a6de-56cc-4daa-8c87-48b37f51158b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:27.267811 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-2f10a6de-56cc-4daa-8c87-48b37f51158b admin admin] 10.222.0.72 "DELETE /v2.0/networks/fcb6e836-270a-49b7-8dbe-017f750906f4 HTTP/1.1" status: 204 len: 168 time: 0.7115529 May 26 19:50:27.280233 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10a6de-56cc-4daa-8c87-48b37f51158b admin admin] Pushing event deleted for resources: {'Network': ['ID=fcb6e836-270a-49b7-8dbe-017f750906f4,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:27.287123 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:27.455347 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 99ad006a-36cb-4457-8cae-bba68d920e4f no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:50:27.473989 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: 99ad006a-36cb-4457-8cae-bba68d920e4f {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:50:27.474342 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 99ad006a-36cb-4457-8cae-bba68d920e4f not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:50:27.474753 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 740c8593-401f-46d6-a987-9373cd4103c8 no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:50:27.493303 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: 740c8593-401f-46d6-a987-9373cd4103c8 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:50:27.493646 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 740c8593-401f-46d6-a987-9373cd4103c8 not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:50:27.494044 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 006c5467-9d67-480f-91ec-5fb1ee7b27fa no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:50:27.512226 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: 006c5467-9d67-480f-91ec-5fb1ee7b27fa {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:50:27.512573 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 006c5467-9d67-480f-91ec-5fb1ee7b27fa not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:50:27.649423 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33106) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:27.688590 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-3c37f0c9-2dfd-4c03-8b33-00fa4274416d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f01283b247cc476682b191f71b1d03ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380409 May 26 19:50:27.691016 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33108) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:27.738027 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-227553b4-5101-441c-91e3-d730ee7390be admin admin] Publish callbacks [] for security_group (92af8ccb-b56c-445b-b1d1-0dc63d89402a), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:27.762620 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-227553b4-5101-441c-91e3-d730ee7390be admin admin] Publish callbacks [] for security_group (92af8ccb-b56c-445b-b1d1-0dc63d89402a), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:27.887870 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-227553b4-5101-441c-91e3-d730ee7390be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (92af8ccb-b56c-445b-b1d1-0dc63d89402a), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:27.890360 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-227553b4-5101-441c-91e3-d730ee7390be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:27.891564 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-227553b4-5101-441c-91e3-d730ee7390be admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/92af8ccb-b56c-445b-b1d1-0dc63d89402a HTTP/1.1" status: 204 len: 168 time: 0.1995950 May 26 19:50:27.899951 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227553b4-5101-441c-91e3-d730ee7390be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92af8ccb-b56c-445b-b1d1-0dc63d89402a,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:28.607558 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33114) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:28.647031 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-b12ff416-6a87-4225-8b69-deb6f8e0ff3d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=90313a490a5b46c99eef2527ba302267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383236 May 26 19:50:28.649450 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33116) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:28.672158 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:28.696494 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-eaab6972-e51d-469d-aa39-b1abf9261d84 admin admin] Publish callbacks [] for security_group (ff3594c6-e39c-4107-b6ba-b76f7f86307f), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:28.717000 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-eaab6972-e51d-469d-aa39-b1abf9261d84 admin admin] Publish callbacks [] for security_group (ff3594c6-e39c-4107-b6ba-b76f7f86307f), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:28.858446 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-eaab6972-e51d-469d-aa39-b1abf9261d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (ff3594c6-e39c-4107-b6ba-b76f7f86307f), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:28.861073 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-eaab6972-e51d-469d-aa39-b1abf9261d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:28.862234 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-eaab6972-e51d-469d-aa39-b1abf9261d84 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ff3594c6-e39c-4107-b6ba-b76f7f86307f HTTP/1.1" status: 204 len: 168 time: 0.2119207 May 26 19:50:28.870354 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab6972-e51d-469d-aa39-b1abf9261d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3594c6-e39c-4107-b6ba-b76f7f86307f,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:29.889080 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33138) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:29.984670 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-52994627-7260-4a1f-9cf3-837026f09913 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1130141916-network', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:50:30.076184 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52994627-7260-4a1f-9cf3-837026f09913 admin admin] Made reservation on behalf of b321ef1c40e0427fb5ea28acac45322b for: {'network': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:50:30.078627 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-52994627-7260-4a1f-9cf3-837026f09913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for network (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:30.087873 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-52994627-7260-4a1f-9cf3-837026f09913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:30.164954 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-52994627-7260-4a1f-9cf3-837026f09913 admin admin] Publish callbacks [] for security_group (c89f1ac4-3218-4167-9a00-905e2d9ffdba), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:30.224769 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-52994627-7260-4a1f-9cf3-837026f09913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (c89f1ac4-3218-4167-9a00-905e2d9ffdba), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:30.241810 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=10 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:30.247540 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52994627-7260-4a1f-9cf3-837026f09913 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=104685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:50:30.262476 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52994627-7260-4a1f-9cf3-837026f09913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89f1ac4-3218-4167-9a00-905e2d9ffdba,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:30.265312 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-52994627-7260-4a1f-9cf3-837026f09913 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748975417959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (23a4cd55-7dff-4c32-803e-4ac080e2718f), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:30.265710 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.segments_db [None req-52994627-7260-4a1f-9cf3-837026f09913 admin admin] Added segment 23a4cd55-7dff-4c32-803e-4ac080e2718f of type vlan for network b3bc02ff-85cd-4b54-9247-099ac7b7141b May 26 19:50:30.306435 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-52994627-7260-4a1f-9cf3-837026f09913 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748974919033'] for network (b3bc02ff-85cd-4b54-9247-099ac7b7141b), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:30.395144 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-52994627-7260-4a1f-9cf3-837026f09913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for network (b3bc02ff-85cd-4b54-9247-099ac7b7141b), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:30.396161 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52994627-7260-4a1f-9cf3-837026f09913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:30.396766 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-52994627-7260-4a1f-9cf3-837026f09913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:30.456468 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52994627-7260-4a1f-9cf3-837026f09913 admin admin] Pushing event updated for resources: {'Network': ['ID=b3bc02ff-85cd-4b54-9247-099ac7b7141b,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:30.467068 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Network b3bc02ff-85cd-4b54-9247-099ac7b7141b details requested by agent ovs-agent-dv-cinder-825492-17-iscsi with host dv-cinder-825492-17-iscsi {{(pid=104686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 19:50:30.513256 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-52994627-7260-4a1f-9cf3-837026f09913 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6229920 May 26 19:50:30.516050 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33142) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:30.520928 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-c9aad58c-6165-4006-b113-5797ba807bdd admin admin] Request body: {'subnet': {'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1130141916-subnet', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'ip_version': 4}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:50:30.584661 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9aad58c-6165-4006-b113-5797ba807bdd admin admin] Made reservation on behalf of b321ef1c40e0427fb5ea28acac45322b for: {'subnet': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:50:30.587117 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c9aad58c-6165-4006-b113-5797ba807bdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15975615'] for subnet (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:30.807933 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c9aad58c-6165-4006-b113-5797ba807bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16100453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15975593'] for subnet (64898f9f-86ef-4088-a570-d99063830a19), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:30.810935 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:31.093753 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aad58c-6165-4006-b113-5797ba807bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=64898f9f-86ef-4088-a570-d99063830a19,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:31.112628 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aad58c-6165-4006-b113-5797ba807bdd admin admin] Checking segment: {'id': '23a4cd55-7dff-4c32-803e-4ac080e2718f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:50:31.112986 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aad58c-6165-4006-b113-5797ba807bdd admin admin] Network hostable DHCP agents. Network: b3bc02ff-85cd-4b54-9247-099ac7b7141b, hostable agents: ['334e9f8c-ffb2-4cf1-9422-c5afdc325939'], hosted agents: [] {{(pid=104685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:50:31.196358 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aad58c-6165-4006-b113-5797ba807bdd admin admin] Network b3bc02ff-85cd-4b54-9247-099ac7b7141b is scheduled to be hosted by DHCP agent 334e9f8c-ffb2-4cf1-9422-c5afdc325939 with binding_index 1 {{(pid=104685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:50:31.291834 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-c9aad58c-6165-4006-b113-5797ba807bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-17-iscsi, b3bc02ff-85cd-4b54-9247-099ac7b7141b) {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:31.295796 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aad58c-6165-4006-b113-5797ba807bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:31.296497 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c9aad58c-6165-4006-b113-5797ba807bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:31.301697 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47eab81-d3e4-48e7-b96b-857fbb16f15f None None] Network b3bc02ff-85cd-4b54-9247-099ac7b7141b requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:50:31.398037 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-c9aad58c-6165-4006-b113-5797ba807bdd admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8808875 May 26 19:50:31.400621 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33144) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:31.406575 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-320f81b2-a60d-4f5f-b6e3-0639dfe934d2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1130141916-router', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:50:31.408448 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233a9909-9cc4-4d18-8226-ad23781dab3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe26c64eb-9ba4-58e8-a104-6529d17effff-b3bc02ff-85cd-4b54-9247-099ac7b7141b', 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b', 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'fixed_ips': [{'subnet_id': '64898f9f-86ef-4088-a570-d99063830a19'}]}} from dv-cinder-825492-17-iscsi. {{(pid=104686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 19:50:31.409402 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-233a9909-9cc4-4d18-8226-ad23781dab3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:31.476835 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-320f81b2-a60d-4f5f-b6e3-0639dfe934d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7723'] for router (f1724576-f293-4797-8da9-422db322ad04), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:31.477887 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-320f81b2-a60d-4f5f-b6e3-0639dfe934d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1823171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1704336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7714'] for router (f1724576-f293-4797-8da9-422db322ad04), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:31.527281 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-320f81b2-a60d-4f5f-b6e3-0639dfe934d2 admin admin] Publish callbacks [] for router_controller (f1724576-f293-4797-8da9-422db322ad04), precommit_add_association {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:31.545227 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.db_base_plugin_common [None req-233a9909-9cc4-4d18-8226-ad23781dab3f None None] Allocated IP 172.20.0.2 (b3bc02ff-85cd-4b54-9247-099ac7b7141b/64898f9f-86ef-4088-a570-d99063830a19/1be9a5c0-0e60-477c-834a-6faed8df8e3d) {{(pid=104686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:50:31.686474 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-233a9909-9cc4-4d18-8226-ad23781dab3f None None] Publish callbacks [] for port (1be9a5c0-0e60-477c-834a-6faed8df8e3d), precommit_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:31.702737 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-320f81b2-a60d-4f5f-b6e3-0639dfe934d2 admin admin] Publish callbacks [] for router_gateway (f1724576-f293-4797-8da9-422db322ad04), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:31.733572 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-233a9909-9cc4-4d18-8226-ad23781dab3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691'] for port (1be9a5c0-0e60-477c-834a-6faed8df8e3d), after_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:31.738624 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:31.772413 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233a9909-9cc4-4d18-8226-ad23781dab3f None None] Network b3bc02ff-85cd-4b54-9247-099ac7b7141b is already hosted by enough agents. {{(pid=104686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:50:31.777542 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.base_scheduler [None req-233a9909-9cc4-4d18-8226-ad23781dab3f None None] Resources bound (agent type, host, resource id): {{(pid=104686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:31.781576 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233a9909-9cc4-4d18-8226-ad23781dab3f None None] Received port after_create {{(pid=104686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:50:31.789355 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a9909-9cc4-4d18-8226-ad23781dab3f None None] Pushing event updated for resources: {'Port': ['ID=1be9a5c0-0e60-477c-834a-6faed8df8e3d,revision_number=1']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:31.844238 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-233a9909-9cc4-4d18-8226-ad23781dab3f None None] Attempting to bind port 1be9a5c0-0e60-477c-834a-6faed8df8e3d on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:50:31.844607 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-233a9909-9cc4-4d18-8226-ad23781dab3f None None] Attempting to bind port 1be9a5c0-0e60-477c-834a-6faed8df8e3d by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': '23a4cd55-7dff-4c32-803e-4ac080e2718f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:50:31.844972 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233a9909-9cc4-4d18-8226-ad23781dab3f None None] Attempting to bind port 1be9a5c0-0e60-477c-834a-6faed8df8e3d on network b3bc02ff-85cd-4b54-9247-099ac7b7141b {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:50:31.850886 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233a9909-9cc4-4d18-8226-ad23781dab3f None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:50:31.851956 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233a9909-9cc4-4d18-8226-ad23781dab3f None None] Checking segment: {'id': '23a4cd55-7dff-4c32-803e-4ac080e2718f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:50:31.852361 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-233a9909-9cc4-4d18-8226-ad23781dab3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:31.852755 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233a9909-9cc4-4d18-8226-ad23781dab3f None None] Bound using segment: {'id': '23a4cd55-7dff-4c32-803e-4ac080e2718f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:50:31.853358 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-233a9909-9cc4-4d18-8226-ad23781dab3f None None] Bound port: 1be9a5c0-0e60-477c-834a-6faed8df8e3d, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a4cd55-7dff-4c32-803e-4ac080e2718f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:50:31.853746 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-233a9909-9cc4-4d18-8226-ad23781dab3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (1be9a5c0-0e60-477c-834a-6faed8df8e3d), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:31.913932 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:31.915270 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-233a9909-9cc4-4d18-8226-ad23781dab3f None None] For port 1be9a5c0-0e60-477c-834a-6faed8df8e3d, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:50:31.918297 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-233a9909-9cc4-4d18-8226-ad23781dab3f None None] For port 1be9a5c0-0e60-477c-834a-6faed8df8e3d, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=1be9a5c0-0e60-477c-834a-6faed8df8e3d,segment=NetworkSegment(23a4cd55-7dff-4c32-803e-4ac080e2718f),segment_id=23a4cd55-7dff-4c32-803e-4ac080e2718f)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:50:31.933993 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-320f81b2-a60d-4f5f-b6e3-0639dfe934d2 admin admin] Publish callbacks [] for router_gateway (f1724576-f293-4797-8da9-422db322ad04), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:31.952696 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-320f81b2-a60d-4f5f-b6e3-0639dfe934d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:31.972383 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-233a9909-9cc4-4d18-8226-ad23781dab3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (1be9a5c0-0e60-477c-834a-6faed8df8e3d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:32.033965 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a9909-9cc4-4d18-8226-ad23781dab3f None None] Pushing event updated for resources: {'Port': ['ID=1be9a5c0-0e60-477c-834a-6faed8df8e3d,revision_number=2']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:32.055518 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:32.063498 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [None req-320f81b2-a60d-4f5f-b6e3-0639dfe934d2 admin admin] Allocated IP 172.27.0.129 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/6d8f99ac-6064-40c7-89fb-0cddf63bbddf) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:50:32.198427 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-320f81b2-a60d-4f5f-b6e3-0639dfe934d2 admin admin] Publish callbacks [] for port (6d8f99ac-6064-40c7-89fb-0cddf63bbddf), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:32.208281 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:32.321530 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-320f81b2-a60d-4f5f-b6e3-0639dfe934d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (6d8f99ac-6064-40c7-89fb-0cddf63bbddf), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:32.360946 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320f81b2-a60d-4f5f-b6e3-0639dfe934d2 admin admin] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:50:32.366053 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-320f81b2-a60d-4f5f-b6e3-0639dfe934d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:32.369958 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320f81b2-a60d-4f5f-b6e3-0639dfe934d2 admin admin] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:50:32.375489 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f81b2-a60d-4f5f-b6e3-0639dfe934d2 admin admin] Pushing event updated for resources: {'Port': ['ID=6d8f99ac-6064-40c7-89fb-0cddf63bbddf,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:32.754222 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-320f81b2-a60d-4f5f-b6e3-0639dfe934d2 admin admin] Publish callbacks [] for router_gateway (f1724576-f293-4797-8da9-422db322ad04), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:32.890700 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834647a2-582d-4d2f-9b27-3ef5a680f985 None None] Network b3bc02ff-85cd-4b54-9247-099ac7b7141b requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:50:32.945767 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-320f81b2-a60d-4f5f-b6e3-0639dfe934d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613824'] for router (f1724576-f293-4797-8da9-422db322ad04), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:32.951818 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-65a0901b-d2f2-4476-a6a7-7488e5702715 None None] Provisioning complete for port 1be9a5c0-0e60-477c-834a-6faed8df8e3d triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:50:32.952187 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-65a0901b-d2f2-4476-a6a7-7488e5702715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (1be9a5c0-0e60-477c-834a-6faed8df8e3d), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:33.066236 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-65a0901b-d2f2-4476-a6a7-7488e5702715 None None] Current status of the port 1be9a5c0-0e60-477c-834a-6faed8df8e3d is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:50:33.066656 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-65a0901b-d2f2-4476-a6a7-7488e5702715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (1be9a5c0-0e60-477c-834a-6faed8df8e3d), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:33.073835 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:33.102415 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-65a0901b-d2f2-4476-a6a7-7488e5702715 None None] For port 1be9a5c0-0e60-477c-834a-6faed8df8e3d, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=1be9a5c0-0e60-477c-834a-6faed8df8e3d,segment=NetworkSegment(23a4cd55-7dff-4c32-803e-4ac080e2718f),segment_id=23a4cd55-7dff-4c32-803e-4ac080e2718f)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:50:33.150611 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320f81b2-a60d-4f5f-b6e3-0639dfe934d2 admin admin] Router f1724576-f293-4797-8da9-422db322ad04 is scheduled to L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d with binding_index 1 {{(pid=104685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 19:50:33.184908 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-65a0901b-d2f2-4476-a6a7-7488e5702715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (1be9a5c0-0e60-477c-834a-6faed8df8e3d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:33.237049 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0901b-d2f2-4476-a6a7-7488e5702715 None None] Pushing event updated for resources: {'Port': ['ID=1be9a5c0-0e60-477c-834a-6faed8df8e3d,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:33.254326 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320f81b2-a60d-4f5f-b6e3-0639dfe934d2 admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:50:33.262824 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] Sync routers for ids ['f1724576-f293-4797-8da9-422db322ad04'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:50:33.272642 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] Routers {'f1724576-f293-4797-8da9-422db322ad04'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:50:33.276291 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:50:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['f1724576-f293-4797-8da9-422db322ad04'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:33.323972 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-320f81b2-a60d-4f5f-b6e3-0639dfe934d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:33.325225 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-320f81b2-a60d-4f5f-b6e3-0639dfe934d2 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9236233 May 26 19:50:33.327938 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33146) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:33.329104 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-05bc469f-cf99-4e58-9c00-289bd4d782c5 None None] Provisioning complete for port 1be9a5c0-0e60-477c-834a-6faed8df8e3d triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:50:33.333633 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-05bc469f-cf99-4e58-9c00-289bd4d782c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (1be9a5c0-0e60-477c-834a-6faed8df8e3d), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:33.423694 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] Set router f1724576-f293-4797-8da9-422db322ad04 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:50:33.503543 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 1be9a5c0-0e60-477c-834a-6faed8df8e3d up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:50:33.532012 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:50:33.569381 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-05bc469f-cf99-4e58-9c00-289bd4d782c5 None None] Current status of the port 1be9a5c0-0e60-477c-834a-6faed8df8e3d is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:50:33.593650 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:33.627919 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:33.748476 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 1be9a5c0-0e60-477c-834a-6faed8df8e3d triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:50:33.748845 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (1be9a5c0-0e60-477c-834a-6faed8df8e3d), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:33.766461 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3c045e55-c23c-49da-ba39-13434c2dd525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:33.819473 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1724576-f293-4797-8da9-422db322ad04', 'name': 'tempest-TestShelveInstance-1130141916-router', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:32Z', 'revision_number': 3, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'gw_port': {'id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:58:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:33.822030 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=100 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:33.849262 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] Checking router: f1724576-f293-4797-8da9-422db322ad04 for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:50:33.849608 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] Updating router f1724576-f293-4797-8da9-422db322ad04 port 6d8f99ac-6064-40c7-89fb-0cddf63bbddf binding host dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:50:33.904112 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (6d8f99ac-6064-40c7-89fb-0cddf63bbddf), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:33.907855 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 1be9a5c0-0e60-477c-834a-6faed8df8e3d is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:50:33.924326 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [None req-3c045e55-c23c-49da-ba39-13434c2dd525 admin admin] Allocated IP 172.20.0.1 (b3bc02ff-85cd-4b54-9247-099ac7b7141b/64898f9f-86ef-4088-a570-d99063830a19/cdfc1bb2-60cf-4281-9a5c-352cdd4696a7) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:50:34.026080 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3c045e55-c23c-49da-ba39-13434c2dd525 admin admin] Publish callbacks [] for port (cdfc1bb2-60cf-4281-9a5c-352cdd4696a7), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:34.035323 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:34.143909 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3c045e55-c23c-49da-ba39-13434c2dd525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (cdfc1bb2-60cf-4281-9a5c-352cdd4696a7), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:34.176823 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] Publish callbacks [] for port (6d8f99ac-6064-40c7-89fb-0cddf63bbddf), precommit_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:34.190096 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c045e55-c23c-49da-ba39-13434c2dd525 admin admin] Network b3bc02ff-85cd-4b54-9247-099ac7b7141b is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:50:34.195624 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-3c045e55-c23c-49da-ba39-13434c2dd525 admin admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:34.197786 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c045e55-c23c-49da-ba39-13434c2dd525 admin admin] Pushing event updated for resources: {'Port': ['ID=cdfc1bb2-60cf-4281-9a5c-352cdd4696a7,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:34.199914 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c045e55-c23c-49da-ba39-13434c2dd525 admin admin] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:50:34.236591 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3c045e55-c23c-49da-ba39-13434c2dd525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617779'] for router_interface (f1724576-f293-4797-8da9-422db322ad04), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:34.333614 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (6d8f99ac-6064-40c7-89fb-0cddf63bbddf), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:34.394581 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248deb2a-65c0-4867-9a87-7ca028b84199 None None] Pushing event updated for resources: {'Port': ['ID=6d8f99ac-6064-40c7-89fb-0cddf63bbddf,revision_number=2']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:34.399319 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] Attempting to bind port 6d8f99ac-6064-40c7-89fb-0cddf63bbddf on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:50:34.399688 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] Attempting to bind port 6d8f99ac-6064-40c7-89fb-0cddf63bbddf by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:50:34.400057 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] Attempting to bind port 6d8f99ac-6064-40c7-89fb-0cddf63bbddf on network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:50:34.405860 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-58f0c749-0e59-44c2-a5f5-1d3728624ff3 None None] Provisioning complete for port cdfc1bb2-60cf-4281-9a5c-352cdd4696a7 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:50:34.406232 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-58f0c749-0e59-44c2-a5f5-1d3728624ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (cdfc1bb2-60cf-4281-9a5c-352cdd4696a7), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:34.409415 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:50:34.410242 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] Checking segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:50:34.410242 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:34.410537 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] Bound using segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:50:34.411027 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] Bound port: 6d8f99ac-6064-40c7-89fb-0cddf63bbddf, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:50:34.411403 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (6d8f99ac-6064-40c7-89fb-0cddf63bbddf), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:34.469714 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3c045e55-c23c-49da-ba39-13434c2dd525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (cdfc1bb2-60cf-4281-9a5c-352cdd4696a7), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:34.476724 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-58f0c749-0e59-44c2-a5f5-1d3728624ff3 None None] Port cdfc1bb2-60cf-4281-9a5c-352cdd4696a7 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:50:34.496476 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] For port 6d8f99ac-6064-40c7-89fb-0cddf63bbddf, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:50:34.500036 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] For port 6d8f99ac-6064-40c7-89fb-0cddf63bbddf, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=6d8f99ac-6064-40c7-89fb-0cddf63bbddf,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:50:34.564736 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:34.566725 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (6d8f99ac-6064-40c7-89fb-0cddf63bbddf), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:34.622404 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] Routers {'f1724576-f293-4797-8da9-422db322ad04'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:50:34.628003 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:50:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['f1724576-f293-4797-8da9-422db322ad04'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:34.658800 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248deb2a-65c0-4867-9a87-7ca028b84199 None None] Pushing event updated for resources: {'Port': ['ID=6d8f99ac-6064-40c7-89fb-0cddf63bbddf,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:34.672048 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3c045e55-c23c-49da-ba39-13434c2dd525 admin admin] Publish callbacks [] for port (cdfc1bb2-60cf-4281-9a5c-352cdd4696a7), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:34.732910 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] Set router f1724576-f293-4797-8da9-422db322ad04 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:50:34.733824 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3c045e55-c23c-49da-ba39-13434c2dd525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099810'] for port (cdfc1bb2-60cf-4281-9a5c-352cdd4696a7), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:34.802579 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3c045e55-c23c-49da-ba39-13434c2dd525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-131577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616579'] for router_interface (f1724576-f293-4797-8da9-422db322ad04), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:34.810631 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c045e55-c23c-49da-ba39-13434c2dd525 admin admin] Pushing event updated for resources: {'Port': ['ID=cdfc1bb2-60cf-4281-9a5c-352cdd4696a7,revision_number=2']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:34.854518 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:34.876845 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:34.904356 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c045e55-c23c-49da-ba39-13434c2dd525 admin admin] Network b3bc02ff-85cd-4b54-9247-099ac7b7141b is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:50:34.905822 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-3c045e55-c23c-49da-ba39-13434c2dd525 admin admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:34.924480 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1724576-f293-4797-8da9-422db322ad04', 'name': 'tempest-TestShelveInstance-1130141916-router', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:34Z', 'revision_number': 4, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'gw_port': {'id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:58:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'cdfc1bb2-60cf-4281-9a5c-352cdd4696a7', 'name': '', 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'mac_address': 'fa:16:3e:97:13:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '64898f9f-86ef-4088-a570-d99063830a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:33Z', 'revision_number': 1, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'subnets': [{'id': '64898f9f-86ef-4088-a570-d99063830a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:34.950826 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098c45a5-580a-4a9e-9cdc-c05ce577d7c1 None None] The sync data for ids ['f1724576-f293-4797-8da9-422db322ad04'] in dv-cinder-825492-17-iscsi is: [{'id': 'f1724576-f293-4797-8da9-422db322ad04', 'name': 'tempest-TestShelveInstance-1130141916-router', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:34Z', 'revision_number': 4, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'gw_port': {'id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:58:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'cdfc1bb2-60cf-4281-9a5c-352cdd4696a7', 'name': '', 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'mac_address': 'fa:16:3e:97:13:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '64898f9f-86ef-4088-a570-d99063830a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:33Z', 'revision_number': 1, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'subnets': [{'id': '64898f9f-86ef-4088-a570-d99063830a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:50:35.027047 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:35.029243 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c045e55-c23c-49da-ba39-13434c2dd525 admin admin] Router f1724576-f293-4797-8da9-422db322ad04 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:50:35.198569 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-76c8bab2-8794-40e3-9cae-ca09cc299fe3 None None] Provisioning complete for port cdfc1bb2-60cf-4281-9a5c-352cdd4696a7 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:50:35.198983 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-76c8bab2-8794-40e3-9cae-ca09cc299fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (cdfc1bb2-60cf-4281-9a5c-352cdd4696a7), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:35.239394 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-76c8bab2-8794-40e3-9cae-ca09cc299fe3 None None] Port cdfc1bb2-60cf-4281-9a5c-352cdd4696a7 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:50:35.402453 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c045e55-c23c-49da-ba39-13434c2dd525 admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:50:35.411639 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-3c045e55-c23c-49da-ba39-13434c2dd525 admin admin] 10.222.0.72 "PUT /v2.0/routers/f1724576-f293-4797-8da9-422db322ad04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0823212 May 26 19:50:36.137096 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33162) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:36.142100 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-c3e59ce5-93a9-45d5-a0d7-14bca49d5701 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1617763983-network', 'tenant_id': '55153615c88c426b8be87376fe71de79'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:50:36.263496 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e59ce5-93a9-45d5-a0d7-14bca49d5701 admin admin] Made reservation on behalf of 55153615c88c426b8be87376fe71de79 for: {'network': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:50:36.265807 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c3e59ce5-93a9-45d5-a0d7-14bca49d5701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for network (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:36.274879 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c3e59ce5-93a9-45d5-a0d7-14bca49d5701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:36.348997 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c3e59ce5-93a9-45d5-a0d7-14bca49d5701 admin admin] Publish callbacks [] for security_group (aad8be47-a607-41c1-9fe9-7c5271dcf86a), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:36.452042 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c3e59ce5-93a9-45d5-a0d7-14bca49d5701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (aad8be47-a607-41c1-9fe9-7c5271dcf86a), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:36.477190 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e59ce5-93a9-45d5-a0d7-14bca49d5701 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=104685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:50:36.486186 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e59ce5-93a9-45d5-a0d7-14bca49d5701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad8be47-a607-41c1-9fe9-7c5271dcf86a,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:36.492945 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c3e59ce5-93a9-45d5-a0d7-14bca49d5701 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748975417959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (e08bd49b-c86c-4eb1-a809-76fbe5ad59d9), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:36.493336 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.segments_db [None req-c3e59ce5-93a9-45d5-a0d7-14bca49d5701 admin admin] Added segment e08bd49b-c86c-4eb1-a809-76fbe5ad59d9 of type vlan for network b6343f82-1561-45d1-bbda-f952644e5bfa May 26 19:50:36.535889 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c3e59ce5-93a9-45d5-a0d7-14bca49d5701 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748974919033'] for network (b6343f82-1561-45d1-bbda-f952644e5bfa), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:36.641797 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c3e59ce5-93a9-45d5-a0d7-14bca49d5701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563'] for network (b6343f82-1561-45d1-bbda-f952644e5bfa), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:36.642828 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e59ce5-93a9-45d5-a0d7-14bca49d5701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:36.643457 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-c3e59ce5-93a9-45d5-a0d7-14bca49d5701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:36.706238 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e59ce5-93a9-45d5-a0d7-14bca49d5701 admin admin] Pushing event updated for resources: {'Network': ['ID=b6343f82-1561-45d1-bbda-f952644e5bfa,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:36.717231 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Network b6343f82-1561-45d1-bbda-f952644e5bfa details requested by agent ovs-agent-dv-cinder-825492-17-iscsi with host dv-cinder-825492-17-iscsi {{(pid=104686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 19:50:36.753435 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-c3e59ce5-93a9-45d5-a0d7-14bca49d5701 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6152267 May 26 19:50:36.756403 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33164) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:36.761906 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-80a6fbf2-7fcc-43c1-b6c5-e5430980ca40 admin admin] Request body: {'subnet': {'network_id': 'b6343f82-1561-45d1-bbda-f952644e5bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1617763983-subnet', 'tenant_id': '55153615c88c426b8be87376fe71de79', 'ip_version': 4}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:50:36.774613 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:36.850737 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] Sync routers for ids ['f1724576-f293-4797-8da9-422db322ad04'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:50:36.865252 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] Routers {'f1724576-f293-4797-8da9-422db322ad04'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:50:36.866439 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:50:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['f1724576-f293-4797-8da9-422db322ad04'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:36.876365 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a6fbf2-7fcc-43c1-b6c5-e5430980ca40 admin admin] Made reservation on behalf of 55153615c88c426b8be87376fe71de79 for: {'subnet': 1} {{(pid=104685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:50:36.878886 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-80a6fbf2-7fcc-43c1-b6c5-e5430980ca40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15975615'] for subnet (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:37.074233 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] Set router f1724576-f293-4797-8da9-422db322ad04 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:50:37.110872 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-80a6fbf2-7fcc-43c1-b6c5-e5430980ca40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16100453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15975593'] for subnet (7e9c3688-e9f9-4661-b026-e1f48ff47b65), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:37.160749 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=34,neutron:DELETE=7 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:37.170429 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6fbf2-7fcc-43c1-b6c5-e5430980ca40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e9c3688-e9f9-4661-b026-e1f48ff47b65,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:37.182811 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:37.189878 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a6fbf2-7fcc-43c1-b6c5-e5430980ca40 admin admin] Checking segment: {'id': 'e08bd49b-c86c-4eb1-a809-76fbe5ad59d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b6343f82-1561-45d1-bbda-f952644e5bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:50:37.190230 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a6fbf2-7fcc-43c1-b6c5-e5430980ca40 admin admin] Network hostable DHCP agents. Network: b6343f82-1561-45d1-bbda-f952644e5bfa, hostable agents: ['334e9f8c-ffb2-4cf1-9422-c5afdc325939'], hosted agents: [] {{(pid=104685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:50:37.267369 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1724576-f293-4797-8da9-422db322ad04', 'name': 'tempest-TestShelveInstance-1130141916-router', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:34Z', 'revision_number': 4, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'gw_port': {'id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:58:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'cdfc1bb2-60cf-4281-9a5c-352cdd4696a7', 'name': '', 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'mac_address': 'fa:16:3e:97:13:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '64898f9f-86ef-4088-a570-d99063830a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:34Z', 'revision_number': 2, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'subnets': [{'id': '64898f9f-86ef-4088-a570-d99063830a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:37.270625 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=21,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:37.287886 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a6fbf2-7fcc-43c1-b6c5-e5430980ca40 admin admin] Network b6343f82-1561-45d1-bbda-f952644e5bfa is scheduled to be hosted by DHCP agent 334e9f8c-ffb2-4cf1-9422-c5afdc325939 with binding_index 1 {{(pid=104685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:50:37.292369 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] Checking router: f1724576-f293-4797-8da9-422db322ad04 for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:50:37.292733 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] Updating router f1724576-f293-4797-8da9-422db322ad04 port cdfc1bb2-60cf-4281-9a5c-352cdd4696a7 binding host dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:50:37.322486 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (cdfc1bb2-60cf-4281-9a5c-352cdd4696a7), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:37.350639 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-80a6fbf2-7fcc-43c1-b6c5-e5430980ca40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-17-iscsi, b6343f82-1561-45d1-bbda-f952644e5bfa) {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:37.358792 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a6fbf2-7fcc-43c1-b6c5-e5430980ca40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:37.359474 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-80a6fbf2-7fcc-43c1-b6c5-e5430980ca40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:37.360857 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaf7567-7eed-49c6-8970-9fc1974f3ed4 None None] Network b6343f82-1561-45d1-bbda-f952644e5bfa requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:50:37.476684 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbca8ec-296f-4214-8f44-f9dd84aaa8fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe26c64eb-9ba4-58e8-a104-6529d17effff-b6343f82-1561-45d1-bbda-f952644e5bfa', 'network_id': 'b6343f82-1561-45d1-bbda-f952644e5bfa', 'project_id': '55153615c88c426b8be87376fe71de79', 'fixed_ips': [{'subnet_id': '7e9c3688-e9f9-4661-b026-e1f48ff47b65'}]}} from dv-cinder-825492-17-iscsi. {{(pid=104686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 19:50:37.477631 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-cdbca8ec-296f-4214-8f44-f9dd84aaa8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:37.482232 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-80a6fbf2-7fcc-43c1-b6c5-e5430980ca40 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7224660 May 26 19:50:37.482550 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33166) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:37.488041 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1617763983-router', 'tenant_id': '55153615c88c426b8be87376fe71de79', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:50:37.519423 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:37.527346 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:37.550288 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 6d8f99ac-6064-40c7-89fb-0cddf63bbddf up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:50:37.608218 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7723'] for router (2c24360d-f00d-4138-bddf-4ca71bccd512), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:37.609305 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1823171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1704336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7714'] for router (2c24360d-f00d-4138-bddf-4ca71bccd512), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:37.646233 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] Publish callbacks [] for port (cdfc1bb2-60cf-4281-9a5c-352cdd4696a7), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:37.646920 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 6d8f99ac-6064-40c7-89fb-0cddf63bbddf triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:50:37.647296 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (6d8f99ac-6064-40c7-89fb-0cddf63bbddf), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:37.660952 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Publish callbacks [] for router_controller (2c24360d-f00d-4138-bddf-4ca71bccd512), precommit_add_association {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:37.675253 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.db_base_plugin_common [None req-cdbca8ec-296f-4214-8f44-f9dd84aaa8fd None None] Allocated IP 172.20.0.2 (b6343f82-1561-45d1-bbda-f952644e5bfa/7e9c3688-e9f9-4661-b026-e1f48ff47b65/21cfc516-6722-4074-b4f1-70a671847a21) {{(pid=104686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:50:37.749401 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (cdfc1bb2-60cf-4281-9a5c-352cdd4696a7), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:37.785798 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 6d8f99ac-6064-40c7-89fb-0cddf63bbddf is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:50:37.786505 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (6d8f99ac-6064-40c7-89fb-0cddf63bbddf), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:37.795757 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd604ae3-cbda-44c4-a72a-82c415e7aedf None None] Pushing event updated for resources: {'Port': ['ID=cdfc1bb2-60cf-4281-9a5c-352cdd4696a7,revision_number=3']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:37.821133 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd604ae3-cbda-44c4-a72a-82c415e7aedf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:37.822929 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd604ae3-cbda-44c4-a72a-82c415e7aedf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:37.823549 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd604ae3-cbda-44c4-a72a-82c415e7aedf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:37.824351 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd604ae3-cbda-44c4-a72a-82c415e7aedf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:37.824819 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] For port 6d8f99ac-6064-40c7-89fb-0cddf63bbddf, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=6d8f99ac-6064-40c7-89fb-0cddf63bbddf,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:50:37.825317 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd604ae3-cbda-44c4-a72a-82c415e7aedf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:37.825863 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd604ae3-cbda-44c4-a72a-82c415e7aedf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:37.826425 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd604ae3-cbda-44c4-a72a-82c415e7aedf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:37.826847 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd604ae3-cbda-44c4-a72a-82c415e7aedf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:37.827298 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd604ae3-cbda-44c4-a72a-82c415e7aedf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:37.827724 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd604ae3-cbda-44c4-a72a-82c415e7aedf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:37.828146 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd604ae3-cbda-44c4-a72a-82c415e7aedf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:37.828586 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd604ae3-cbda-44c4-a72a-82c415e7aedf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:37.829003 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd604ae3-cbda-44c4-a72a-82c415e7aedf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:37.829435 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd604ae3-cbda-44c4-a72a-82c415e7aedf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:37.829851 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd604ae3-cbda-44c4-a72a-82c415e7aedf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:37.898353 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-cdbca8ec-296f-4214-8f44-f9dd84aaa8fd None None] Publish callbacks [] for port (21cfc516-6722-4074-b4f1-70a671847a21), precommit_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:37.900052 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (6d8f99ac-6064-40c7-89fb-0cddf63bbddf), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:37.903564 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Publish callbacks [] for router_gateway (2c24360d-f00d-4138-bddf-4ca71bccd512), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:37.905993 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] Attempting to bind port cdfc1bb2-60cf-4281-9a5c-352cdd4696a7 on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:50:37.908262 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] Attempting to bind port cdfc1bb2-60cf-4281-9a5c-352cdd4696a7 by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': '23a4cd55-7dff-4c32-803e-4ac080e2718f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:50:37.908833 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] Attempting to bind port cdfc1bb2-60cf-4281-9a5c-352cdd4696a7 on network b3bc02ff-85cd-4b54-9247-099ac7b7141b {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:50:37.914827 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:50:37.915233 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] Checking segment: {'id': '23a4cd55-7dff-4c32-803e-4ac080e2718f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:50:37.915634 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:37.916024 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] Bound using segment: {'id': '23a4cd55-7dff-4c32-803e-4ac080e2718f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b'} {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:50:37.916495 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] Bound port: cdfc1bb2-60cf-4281-9a5c-352cdd4696a7, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a4cd55-7dff-4c32-803e-4ac080e2718f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b'}}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:50:37.916869 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (cdfc1bb2-60cf-4281-9a5c-352cdd4696a7), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:37.954739 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:37.961808 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Pushing event updated for resources: {'Port': ['ID=6d8f99ac-6064-40c7-89fb-0cddf63bbddf,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:37.978227 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-cdbca8ec-296f-4214-8f44-f9dd84aaa8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691'] for port (21cfc516-6722-4074-b4f1-70a671847a21), after_create {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:37.981209 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] For port cdfc1bb2-60cf-4281-9a5c-352cdd4696a7, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:50:37.984657 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] For port cdfc1bb2-60cf-4281-9a5c-352cdd4696a7, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=cdfc1bb2-60cf-4281-9a5c-352cdd4696a7,segment=NetworkSegment(23a4cd55-7dff-4c32-803e-4ac080e2718f),segment_id=23a4cd55-7dff-4c32-803e-4ac080e2718f)] {{(pid=104687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:50:38.026955 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbca8ec-296f-4214-8f44-f9dd84aaa8fd None None] Network b6343f82-1561-45d1-bbda-f952644e5bfa is already hosted by enough agents. {{(pid=104686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:50:38.030372 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.scheduler.base_scheduler [None req-cdbca8ec-296f-4214-8f44-f9dd84aaa8fd None None] Resources bound (agent type, host, resource id): {{(pid=104686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:38.032250 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbca8ec-296f-4214-8f44-f9dd84aaa8fd None None] Pushing event updated for resources: {'Port': ['ID=21cfc516-6722-4074-b4f1-70a671847a21,revision_number=1']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:38.034386 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbca8ec-296f-4214-8f44-f9dd84aaa8fd None None] Received port after_create {{(pid=104686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:50:38.037443 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:38.041740 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (cdfc1bb2-60cf-4281-9a5c-352cdd4696a7), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:38.094073 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-7ae4fe07-35a2-45b5-b20f-0e8e0fa6ef62 None None] Provisioning complete for port cdfc1bb2-60cf-4281-9a5c-352cdd4696a7 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:50:38.094456 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-7ae4fe07-35a2-45b5-b20f-0e8e0fa6ef62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (cdfc1bb2-60cf-4281-9a5c-352cdd4696a7), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:38.107579 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd604ae3-cbda-44c4-a72a-82c415e7aedf None None] Pushing event updated for resources: {'Port': ['ID=cdfc1bb2-60cf-4281-9a5c-352cdd4696a7,revision_number=4']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:38.113203 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] Routers {'f1724576-f293-4797-8da9-422db322ad04'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:50:38.114298 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:50:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['f1724576-f293-4797-8da9-422db322ad04'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:38.133866 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-cdbca8ec-296f-4214-8f44-f9dd84aaa8fd None None] Attempting to bind port 21cfc516-6722-4074-b4f1-70a671847a21 on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:50:38.133866 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-cdbca8ec-296f-4214-8f44-f9dd84aaa8fd None None] Attempting to bind port 21cfc516-6722-4074-b4f1-70a671847a21 by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': 'e08bd49b-c86c-4eb1-a809-76fbe5ad59d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b6343f82-1561-45d1-bbda-f952644e5bfa'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:50:38.133866 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbca8ec-296f-4214-8f44-f9dd84aaa8fd None None] Attempting to bind port 21cfc516-6722-4074-b4f1-70a671847a21 on network b6343f82-1561-45d1-bbda-f952644e5bfa {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:50:38.144137 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbca8ec-296f-4214-8f44-f9dd84aaa8fd None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:50:38.144514 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbca8ec-296f-4214-8f44-f9dd84aaa8fd None None] Checking segment: {'id': 'e08bd49b-c86c-4eb1-a809-76fbe5ad59d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b6343f82-1561-45d1-bbda-f952644e5bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:50:38.144923 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-cdbca8ec-296f-4214-8f44-f9dd84aaa8fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:38.145333 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbca8ec-296f-4214-8f44-f9dd84aaa8fd None None] Bound using segment: {'id': 'e08bd49b-c86c-4eb1-a809-76fbe5ad59d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b6343f82-1561-45d1-bbda-f952644e5bfa'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:50:38.145799 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-cdbca8ec-296f-4214-8f44-f9dd84aaa8fd None None] Bound port: 21cfc516-6722-4074-b4f1-70a671847a21, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08bd49b-c86c-4eb1-a809-76fbe5ad59d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b6343f82-1561-45d1-bbda-f952644e5bfa'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:50:38.146179 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-cdbca8ec-296f-4214-8f44-f9dd84aaa8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (21cfc516-6722-4074-b4f1-70a671847a21), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:38.224536 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Publish callbacks [] for router_gateway (2c24360d-f00d-4138-bddf-4ca71bccd512), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:38.239916 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] Set router f1724576-f293-4797-8da9-422db322ad04 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:50:38.243425 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4fe07-35a2-45b5-b20f-0e8e0fa6ef62 None None] Current status of the port cdfc1bb2-60cf-4281-9a5c-352cdd4696a7 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:50:38.243816 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-7ae4fe07-35a2-45b5-b20f-0e8e0fa6ef62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (cdfc1bb2-60cf-4281-9a5c-352cdd4696a7), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:38.254605 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:38.263784 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-cdbca8ec-296f-4214-8f44-f9dd84aaa8fd None None] For port 21cfc516-6722-4074-b4f1-70a671847a21, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:50:38.286175 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-cdbca8ec-296f-4214-8f44-f9dd84aaa8fd None None] For port 21cfc516-6722-4074-b4f1-70a671847a21, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=21cfc516-6722-4074-b4f1-70a671847a21,segment=NetworkSegment(e08bd49b-c86c-4eb1-a809-76fbe5ad59d9),segment_id=e08bd49b-c86c-4eb1-a809-76fbe5ad59d9)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:50:38.298045 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-7ae4fe07-35a2-45b5-b20f-0e8e0fa6ef62 None None] For port cdfc1bb2-60cf-4281-9a5c-352cdd4696a7, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=cdfc1bb2-60cf-4281-9a5c-352cdd4696a7,segment=NetworkSegment(23a4cd55-7dff-4c32-803e-4ac080e2718f),segment_id=23a4cd55-7dff-4c32-803e-4ac080e2718f)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:50:38.319614 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:38.333676 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:38.378792 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Allocated IP 172.27.0.189 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/262575fc-8a2a-4b7c-b872-a539f38f1ec1) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:50:38.379725 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-cdbca8ec-296f-4214-8f44-f9dd84aaa8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (21cfc516-6722-4074-b4f1-70a671847a21), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:38.412766 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-7ae4fe07-35a2-45b5-b20f-0e8e0fa6ef62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (cdfc1bb2-60cf-4281-9a5c-352cdd4696a7), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:38.448027 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbca8ec-296f-4214-8f44-f9dd84aaa8fd None None] Pushing event updated for resources: {'Port': ['ID=21cfc516-6722-4074-b4f1-70a671847a21,revision_number=2']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:38.454923 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1724576-f293-4797-8da9-422db322ad04', 'name': 'tempest-TestShelveInstance-1130141916-router', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:34Z', 'revision_number': 4, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'gw_port': {'id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:58:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'cdfc1bb2-60cf-4281-9a5c-352cdd4696a7', 'name': '', 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'mac_address': 'fa:16:3e:97:13:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '64898f9f-86ef-4088-a570-d99063830a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:37Z', 'revision_number': 4, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'subnets': [{'id': '64898f9f-86ef-4088-a570-d99063830a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:38.489495 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88bcefb-1fd1-42b0-83b9-95803a359122 None None] The sync data for ids ['f1724576-f293-4797-8da9-422db322ad04'] in dv-cinder-825492-17-iscsi is: [{'id': 'f1724576-f293-4797-8da9-422db322ad04', 'name': 'tempest-TestShelveInstance-1130141916-router', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:34Z', 'revision_number': 4, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'gw_port': {'id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:58:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'cdfc1bb2-60cf-4281-9a5c-352cdd4696a7', 'name': '', 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'mac_address': 'fa:16:3e:97:13:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '64898f9f-86ef-4088-a570-d99063830a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:37Z', 'revision_number': 4, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'subnets': [{'id': '64898f9f-86ef-4088-a570-d99063830a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:50:38.509268 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4fe07-35a2-45b5-b20f-0e8e0fa6ef62 None None] Pushing event updated for resources: {'Port': ['ID=cdfc1bb2-60cf-4281-9a5c-352cdd4696a7,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:38.523791 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Publish callbacks [] for port (262575fc-8a2a-4b7c-b872-a539f38f1ec1), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:38.540852 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-e3bd54fd-9117-4cc4-bf52-47a3a5216fc1 None None] Provisioning complete for port cdfc1bb2-60cf-4281-9a5c-352cdd4696a7 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:50:38.541233 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-e3bd54fd-9117-4cc4-bf52-47a3a5216fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (cdfc1bb2-60cf-4281-9a5c-352cdd4696a7), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:38.625102 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (262575fc-8a2a-4b7c-b872-a539f38f1ec1), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:38.641419 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-e3bd54fd-9117-4cc4-bf52-47a3a5216fc1 None None] Current status of the port cdfc1bb2-60cf-4281-9a5c-352cdd4696a7 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:50:38.686016 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:38.687985 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:50:38.693117 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:38.699789 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:50:38.722540 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Pushing event updated for resources: {'Port': ['ID=262575fc-8a2a-4b7c-b872-a539f38f1ec1,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:38.739627 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:38.739969 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:38.740306 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:38.741178 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:38.741512 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:38.741844 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:38.742169 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:38.742489 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:38.742812 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:38.743157 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:38.743481 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:38.743799 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:38.744118 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:38.744433 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:38.744784 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:39.103850 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Publish callbacks [] for router_gateway (2c24360d-f00d-4138-bddf-4ca71bccd512), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:39.303590 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613824'] for router (2c24360d-f00d-4138-bddf-4ca71bccd512), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:39.424242 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de188166-395c-4b05-9b62-fe348d15a650 None None] Network b6343f82-1561-45d1-bbda-f952644e5bfa requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:50:39.492524 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-cc6e21e3-ea7c-46cc-ac16-ee7a3c4dd954 None None] Provisioning complete for port 21cfc516-6722-4074-b4f1-70a671847a21 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:50:39.492890 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-cc6e21e3-ea7c-46cc-ac16-ee7a3c4dd954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (21cfc516-6722-4074-b4f1-70a671847a21), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:39.514918 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Router 2c24360d-f00d-4138-bddf-4ca71bccd512 is scheduled to L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d with binding_index 1 {{(pid=104685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 19:50:39.628287 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:50:39.636932 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:39.684431 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 6d8f99ac-6064-40c7-89fb-0cddf63bbddf up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:50:39.686616 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] Sync routers for ids ['2c24360d-f00d-4138-bddf-4ca71bccd512'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:50:39.699570 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:39.703284 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-e0779a5e-bf80-40ff-92ac-d987b7515535 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2171166 May 26 19:50:39.703528 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33168) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:39.718494 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:39.742715 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] Routers {'2c24360d-f00d-4138-bddf-4ca71bccd512'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:50:39.743386 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:50:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['2c24360d-f00d-4138-bddf-4ca71bccd512'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:39.826759 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 6d8f99ac-6064-40c7-89fb-0cddf63bbddf triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:50:39.827170 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (6d8f99ac-6064-40c7-89fb-0cddf63bbddf), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:39.836631 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:39.886857 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-cc6e21e3-ea7c-46cc-ac16-ee7a3c4dd954 None None] Current status of the port 21cfc516-6722-4074-b4f1-70a671847a21 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:50:39.887287 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-cc6e21e3-ea7c-46cc-ac16-ee7a3c4dd954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (21cfc516-6722-4074-b4f1-70a671847a21), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:39.939399 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] Set router 2c24360d-f00d-4138-bddf-4ca71bccd512 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:50:39.998166 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-cc6e21e3-ea7c-46cc-ac16-ee7a3c4dd954 None None] For port 21cfc516-6722-4074-b4f1-70a671847a21, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=21cfc516-6722-4074-b4f1-70a671847a21,segment=NetworkSegment(e08bd49b-c86c-4eb1-a809-76fbe5ad59d9),segment_id=e08bd49b-c86c-4eb1-a809-76fbe5ad59d9)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:50:40.043187 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:40.082988 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-cc6e21e3-ea7c-46cc-ac16-ee7a3c4dd954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (21cfc516-6722-4074-b4f1-70a671847a21), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:40.085204 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 6d8f99ac-6064-40c7-89fb-0cddf63bbddf is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:50:40.086233 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device cdfc1bb2-60cf-4281-9a5c-352cdd4696a7 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:50:40.128196 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-63cfde4a-bb28-4512-92e9-432b94ad1715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:40.220639 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e21e3-ea7c-46cc-ac16-ee7a3c4dd954 None None] Pushing event updated for resources: {'Port': ['ID=21cfc516-6722-4074-b4f1-70a671847a21,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:40.233152 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-19af2a08-a911-4797-8191-3d4de66e6269 None None] Provisioning complete for port 21cfc516-6722-4074-b4f1-70a671847a21 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:50:40.233152 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-19af2a08-a911-4797-8191-3d4de66e6269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (21cfc516-6722-4074-b4f1-70a671847a21), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:40.236946 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port cdfc1bb2-60cf-4281-9a5c-352cdd4696a7 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:50:40.237503 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (cdfc1bb2-60cf-4281-9a5c-352cdd4696a7), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:40.257953 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c24360d-f00d-4138-bddf-4ca71bccd512', 'name': 'tempest-TestShelveInstance-1617763983-router', 'tenant_id': '55153615c88c426b8be87376fe71de79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '262575fc-8a2a-4b7c-b872-a539f38f1ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:37Z', 'updated_at': '2022-05-26T19:50:38Z', 'revision_number': 3, 'project_id': '55153615c88c426b8be87376fe71de79', 'gw_port': {'id': '262575fc-8a2a-4b7c-b872-a539f38f1ec1', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c24360d-f00d-4138-bddf-4ca71bccd512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:38Z', 'updated_at': '2022-05-26T19:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:40.285355 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_common [None req-63cfde4a-bb28-4512-92e9-432b94ad1715 admin admin] Allocated IP 172.20.0.1 (b6343f82-1561-45d1-bbda-f952644e5bfa/7e9c3688-e9f9-4661-b026-e1f48ff47b65/b5e1f4f4-3dd7-4271-97af-2963dc18d7e3) {{(pid=104685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:50:40.307585 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] Checking router: 2c24360d-f00d-4138-bddf-4ca71bccd512 for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:50:40.307927 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] Updating router 2c24360d-f00d-4138-bddf-4ca71bccd512 port 262575fc-8a2a-4b7c-b872-a539f38f1ec1 binding host dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:50:40.352856 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (262575fc-8a2a-4b7c-b872-a539f38f1ec1), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:40.388708 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-63cfde4a-bb28-4512-92e9-432b94ad1715 admin admin] Publish callbacks [] for port (b5e1f4f4-3dd7-4271-97af-2963dc18d7e3), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:40.413689 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:40.456272 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:40.460626 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-19af2a08-a911-4797-8191-3d4de66e6269 None None] Current status of the port 21cfc516-6722-4074-b4f1-70a671847a21 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:50:40.476706 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-63cfde4a-bb28-4512-92e9-432b94ad1715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (b5e1f4f4-3dd7-4271-97af-2963dc18d7e3), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:40.517812 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cfde4a-bb28-4512-92e9-432b94ad1715 admin admin] Network b6343f82-1561-45d1-bbda-f952644e5bfa is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:50:40.519522 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port cdfc1bb2-60cf-4281-9a5c-352cdd4696a7 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:50:40.520608 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 21cfc516-6722-4074-b4f1-70a671847a21 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:50:40.527170 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-63cfde4a-bb28-4512-92e9-432b94ad1715 admin admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:40.529758 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cfde4a-bb28-4512-92e9-432b94ad1715 admin admin] Received port after_create {{(pid=104685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:50:40.555253 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfde4a-bb28-4512-92e9-432b94ad1715 admin admin] Pushing event updated for resources: {'Port': ['ID=b5e1f4f4-3dd7-4271-97af-2963dc18d7e3,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:40.577034 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-63cfde4a-bb28-4512-92e9-432b94ad1715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617779'] for router_interface (2c24360d-f00d-4138-bddf-4ca71bccd512), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:40.597113 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:40.632763 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 21cfc516-6722-4074-b4f1-70a671847a21 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:50:40.637779 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (21cfc516-6722-4074-b4f1-70a671847a21), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:40.778603 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-63cfde4a-bb28-4512-92e9-432b94ad1715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (b5e1f4f4-3dd7-4271-97af-2963dc18d7e3), before_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:40.798503 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 21cfc516-6722-4074-b4f1-70a671847a21 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:50:40.804728 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] Publish callbacks [] for port (262575fc-8a2a-4b7c-b872-a539f38f1ec1), precommit_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:40.810213 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-097bbdfd-27ef-4b01-b0de-3e9cc5bfc094 None None] Provisioning complete for port b5e1f4f4-3dd7-4271-97af-2963dc18d7e3 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:50:40.810213 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-097bbdfd-27ef-4b01-b0de-3e9cc5bfc094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (b5e1f4f4-3dd7-4271-97af-2963dc18d7e3), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:40.838388 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-097bbdfd-27ef-4b01-b0de-3e9cc5bfc094 None None] Port b5e1f4f4-3dd7-4271-97af-2963dc18d7e3 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:50:40.880525 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (262575fc-8a2a-4b7c-b872-a539f38f1ec1), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:40.935548 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae181d0-ed5a-4937-b8f6-2e6ecc7f370e None None] Pushing event updated for resources: {'Port': ['ID=262575fc-8a2a-4b7c-b872-a539f38f1ec1,revision_number=2']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:40.938145 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] Attempting to bind port 262575fc-8a2a-4b7c-b872-a539f38f1ec1 on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:50:40.938512 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] Attempting to bind port 262575fc-8a2a-4b7c-b872-a539f38f1ec1 by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:50:40.938870 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] Attempting to bind port 262575fc-8a2a-4b7c-b872-a539f38f1ec1 on network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:50:40.945068 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:50:40.945439 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] Checking segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:50:40.946077 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:40.946208 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] Bound using segment: {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'} {{(pid=104686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:50:40.946657 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.managers [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] Bound port: 262575fc-8a2a-4b7c-b872-a539f38f1ec1, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407'}}] {{(pid=104686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:50:40.947056 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (262575fc-8a2a-4b7c-b872-a539f38f1ec1), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:40.950575 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:40.967512 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-63cfde4a-bb28-4512-92e9-432b94ad1715 admin admin] Publish callbacks [] for port (b5e1f4f4-3dd7-4271-97af-2963dc18d7e3), precommit_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:40.994763 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] For port 262575fc-8a2a-4b7c-b872-a539f38f1ec1, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:50:40.997965 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] For port 262575fc-8a2a-4b7c-b872-a539f38f1ec1, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=262575fc-8a2a-4b7c-b872-a539f38f1ec1,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:50:41.053474 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-63cfde4a-bb28-4512-92e9-432b94ad1715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099810'] for port (b5e1f4f4-3dd7-4271-97af-2963dc18d7e3), after_update {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:41.075256 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (262575fc-8a2a-4b7c-b872-a539f38f1ec1), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:41.125687 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-63cfde4a-bb28-4512-92e9-432b94ad1715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-131577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616579'] for router_interface (2c24360d-f00d-4138-bddf-4ca71bccd512), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:41.127412 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfde4a-bb28-4512-92e9-432b94ad1715 admin admin] Pushing event updated for resources: {'Port': ['ID=b5e1f4f4-3dd7-4271-97af-2963dc18d7e3,revision_number=2']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:41.130823 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] Routers {'2c24360d-f00d-4138-bddf-4ca71bccd512'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:50:41.132364 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:50:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['2c24360d-f00d-4138-bddf-4ca71bccd512'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:41.169650 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae181d0-ed5a-4937-b8f6-2e6ecc7f370e None None] Pushing event updated for resources: {'Port': ['ID=262575fc-8a2a-4b7c-b872-a539f38f1ec1,revision_number=3']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:41.224782 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cfde4a-bb28-4512-92e9-432b94ad1715 admin admin] Network b6343f82-1561-45d1-bbda-f952644e5bfa is already hosted by enough agents. {{(pid=104685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:50:41.226151 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.base_scheduler [None req-63cfde4a-bb28-4512-92e9-432b94ad1715 admin admin] Resources bound (agent type, host, resource id): {{(pid=104685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:41.232621 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:41.244519 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] Set router 2c24360d-f00d-4138-bddf-4ca71bccd512 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:50:41.350135 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cfde4a-bb28-4512-92e9-432b94ad1715 admin admin] Router 2c24360d-f00d-4138-bddf-4ca71bccd512 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:50:41.464835 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:41.472206 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cfde4a-bb28-4512-92e9-432b94ad1715 admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:50:41.481899 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-63cfde4a-bb28-4512-92e9-432b94ad1715 admin admin] 10.222.0.72 "PUT /v2.0/routers/2c24360d-f00d-4138-bddf-4ca71bccd512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7731345 May 26 19:50:41.482065 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-61e3af9a-b4e9-467d-aab6-0d92de2855f2 None None] Provisioning complete for port b5e1f4f4-3dd7-4271-97af-2963dc18d7e3 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:50:41.482065 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-61e3af9a-b4e9-467d-aab6-0d92de2855f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (b5e1f4f4-3dd7-4271-97af-2963dc18d7e3), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:41.485047 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c24360d-f00d-4138-bddf-4ca71bccd512', 'name': 'tempest-TestShelveInstance-1617763983-router', 'tenant_id': '55153615c88c426b8be87376fe71de79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '262575fc-8a2a-4b7c-b872-a539f38f1ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:37Z', 'updated_at': '2022-05-26T19:50:40Z', 'revision_number': 4, 'project_id': '55153615c88c426b8be87376fe71de79', 'gw_port': {'id': '262575fc-8a2a-4b7c-b872-a539f38f1ec1', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c24360d-f00d-4138-bddf-4ca71bccd512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:38Z', 'updated_at': '2022-05-26T19:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'b5e1f4f4-3dd7-4271-97af-2963dc18d7e3', 'name': '', 'network_id': 'b6343f82-1561-45d1-bbda-f952644e5bfa', 'tenant_id': '55153615c88c426b8be87376fe71de79', 'mac_address': 'fa:16:3e:af:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c24360d-f00d-4138-bddf-4ca71bccd512', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7e9c3688-e9f9-4661-b026-e1f48ff47b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:40Z', 'updated_at': '2022-05-26T19:50:40Z', 'revision_number': 2, 'project_id': '55153615c88c426b8be87376fe71de79', 'subnets': [{'id': '7e9c3688-e9f9-4661-b026-e1f48ff47b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:41.629944 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 21cfc516-6722-4074-b4f1-70a671847a21 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:50:41.675509 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46597291-ed2b-45da-acf8-22519ae03efa None None] The sync data for ids ['2c24360d-f00d-4138-bddf-4ca71bccd512'] in dv-cinder-825492-17-iscsi is: [{'id': '2c24360d-f00d-4138-bddf-4ca71bccd512', 'name': 'tempest-TestShelveInstance-1617763983-router', 'tenant_id': '55153615c88c426b8be87376fe71de79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '262575fc-8a2a-4b7c-b872-a539f38f1ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:37Z', 'updated_at': '2022-05-26T19:50:40Z', 'revision_number': 4, 'project_id': '55153615c88c426b8be87376fe71de79', 'gw_port': {'id': '262575fc-8a2a-4b7c-b872-a539f38f1ec1', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c24360d-f00d-4138-bddf-4ca71bccd512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:38Z', 'updated_at': '2022-05-26T19:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'b5e1f4f4-3dd7-4271-97af-2963dc18d7e3', 'name': '', 'network_id': 'b6343f82-1561-45d1-bbda-f952644e5bfa', 'tenant_id': '55153615c88c426b8be87376fe71de79', 'mac_address': 'fa:16:3e:af:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c24360d-f00d-4138-bddf-4ca71bccd512', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7e9c3688-e9f9-4661-b026-e1f48ff47b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:40Z', 'updated_at': '2022-05-26T19:50:40Z', 'revision_number': 2, 'project_id': '55153615c88c426b8be87376fe71de79', 'subnets': [{'id': '7e9c3688-e9f9-4661-b026-e1f48ff47b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:50:41.687839 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-61e3af9a-b4e9-467d-aab6-0d92de2855f2 None None] Port b5e1f4f4-3dd7-4271-97af-2963dc18d7e3 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:50:41.707245 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 21cfc516-6722-4074-b4f1-70a671847a21 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:50:41.707613 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (21cfc516-6722-4074-b4f1-70a671847a21), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:41.784667 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:41.791773 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 21cfc516-6722-4074-b4f1-70a671847a21 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:50:41.914056 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33176) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:41.918763 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-123735c6-376b-44fc-b53f-689c7d4fcf9f tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1016632194', 'description': 'tempest-secgroup-smoke-1016632194 description', 'project_id': 'b321ef1c40e0427fb5ea28acac45322b'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:50:42.002150 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-123735c6-376b-44fc-b53f-689c7d4fcf9f tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group (None), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:42.074956 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-123735c6-376b-44fc-b53f-689c7d4fcf9f tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group (7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:42.138759 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-123735c6-376b-44fc-b53f-689c7d4fcf9f tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:42.170487 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123735c6-376b-44fc-b53f-689c7d4fcf9f tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e,revision_number=1']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:42.238378 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-123735c6-376b-44fc-b53f-689c7d4fcf9f tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:42.239831 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-123735c6-376b-44fc-b53f-689c7d4fcf9f tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3247430 May 26 19:50:42.247628 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33178) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:42.258293 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-4973c18f-d6d4-4a22-9d75-fa3d81b04915 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Request body: {'security_group_rule': {'security_group_id': '7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e', 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:50:42.375025 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4973c18f-d6d4-4a22-9d75-fa3d81b04915 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group_rule (8574c958-7fcd-45fa-8f22-04113c70d5e3), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:42.423917 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4973c18f-d6d4-4a22-9d75-fa3d81b04915 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group_rule (8574c958-7fcd-45fa-8f22-04113c70d5e3), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:42.482134 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4973c18f-d6d4-4a22-9d75-fa3d81b04915 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (8574c958-7fcd-45fa-8f22-04113c70d5e3), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:42.502322 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973c18f-d6d4-4a22-9d75-fa3d81b04915 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8574c958-7fcd-45fa-8f22-04113c70d5e3,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:42.569107 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-4973c18f-d6d4-4a22-9d75-fa3d81b04915 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:42.570486 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-4973c18f-d6d4-4a22-9d75-fa3d81b04915 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3240480 May 26 19:50:42.573270 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33180) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:42.577642 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-edafa8d0-f0c5-4979-9ad3-847c718137fd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Request body: {'security_group_rule': {'security_group_id': '7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e', 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:50:42.666095 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-edafa8d0-f0c5-4979-9ad3-847c718137fd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group_rule (21989b6c-1d31-4903-87b9-a5e5a1ae23ec), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:42.717826 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-edafa8d0-f0c5-4979-9ad3-847c718137fd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group_rule (21989b6c-1d31-4903-87b9-a5e5a1ae23ec), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:42.790062 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-edafa8d0-f0c5-4979-9ad3-847c718137fd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (21989b6c-1d31-4903-87b9-a5e5a1ae23ec), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:42.810582 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafa8d0-f0c5-4979-9ad3-847c718137fd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21989b6c-1d31-4903-87b9-a5e5a1ae23ec,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:42.870787 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-edafa8d0-f0c5-4979-9ad3-847c718137fd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:42.874487 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-edafa8d0-f0c5-4979-9ad3-847c718137fd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2981927 May 26 19:50:42.875121 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33182) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:42.879475 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-364045ba-24d5-4d01-a063-8ce9016d4412 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Request body: {'security_group_rule': {'security_group_id': '7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e', 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:50:42.894599 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:42.996486 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-364045ba-24d5-4d01-a063-8ce9016d4412 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group_rule (106e4a3b-9ed7-4f9a-8245-a9fb742e1825), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:43.050424 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-364045ba-24d5-4d01-a063-8ce9016d4412 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group_rule (106e4a3b-9ed7-4f9a-8245-a9fb742e1825), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:43.121455 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-364045ba-24d5-4d01-a063-8ce9016d4412 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (106e4a3b-9ed7-4f9a-8245-a9fb742e1825), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:43.140445 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364045ba-24d5-4d01-a063-8ce9016d4412 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106e4a3b-9ed7-4f9a-8245-a9fb742e1825,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:43.203229 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-364045ba-24d5-4d01-a063-8ce9016d4412 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:43.204413 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-364045ba-24d5-4d01-a063-8ce9016d4412 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3283410 May 26 19:50:43.207114 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33184) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:43.211835 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-751397ea-9bd6-4e57-92d0-da2c1e222ebe tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Request body: {'security_group_rule': {'security_group_id': '7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e', 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:50:43.326863 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-751397ea-9bd6-4e57-92d0-da2c1e222ebe tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group_rule (f7014be5-5eaa-40af-9455-d23b67e0c106), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:43.366338 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:43.379345 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-751397ea-9bd6-4e57-92d0-da2c1e222ebe tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group_rule (f7014be5-5eaa-40af-9455-d23b67e0c106), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:43.452931 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-751397ea-9bd6-4e57-92d0-da2c1e222ebe tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (f7014be5-5eaa-40af-9455-d23b67e0c106), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:43.473737 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751397ea-9bd6-4e57-92d0-da2c1e222ebe tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7014be5-5eaa-40af-9455-d23b67e0c106,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:43.497525 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 262575fc-8a2a-4b7c-b872-a539f38f1ec1 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:50:43.562537 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-751397ea-9bd6-4e57-92d0-da2c1e222ebe tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:43.562537 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-751397ea-9bd6-4e57-92d0-da2c1e222ebe tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3459992 May 26 19:50:43.563159 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 262575fc-8a2a-4b7c-b872-a539f38f1ec1 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:50:43.563159 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (262575fc-8a2a-4b7c-b872-a539f38f1ec1), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:43.563369 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33186) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:43.563369 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-16f565bc-057a-4b5c-9cee-8be0616def76 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Request body: {'security_group_rule': {'security_group_id': '7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e', 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:50:43.573053 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] Sync routers for ids ['2c24360d-f00d-4138-bddf-4ca71bccd512'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:50:43.583352 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] Routers {'2c24360d-f00d-4138-bddf-4ca71bccd512'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:50:43.585527 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:50:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['2c24360d-f00d-4138-bddf-4ca71bccd512'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:43.632701 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 262575fc-8a2a-4b7c-b872-a539f38f1ec1 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:50:43.633085 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (262575fc-8a2a-4b7c-b872-a539f38f1ec1), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:43.654026 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] For port 262575fc-8a2a-4b7c-b872-a539f38f1ec1, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=262575fc-8a2a-4b7c-b872-a539f38f1ec1,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:50:43.659351 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.securitygroups_db [None req-16f565bc-057a-4b5c-9cee-8be0616def76 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Project b321ef1c40e0427fb5ea28acac45322b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:50:43.670369 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-16f565bc-057a-4b5c-9cee-8be0616def76 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group_rule (7097f3ed-b1f1-4278-b737-d7173e9b9770), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:43.688732 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] Set router 2c24360d-f00d-4138-bddf-4ca71bccd512 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:50:43.723672 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-16f565bc-057a-4b5c-9cee-8be0616def76 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group_rule (7097f3ed-b1f1-4278-b737-d7173e9b9770), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:43.774273 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (262575fc-8a2a-4b7c-b872-a539f38f1ec1), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:43.822884 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Pushing event updated for resources: {'Port': ['ID=262575fc-8a2a-4b7c-b872-a539f38f1ec1,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:43.870957 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c24360d-f00d-4138-bddf-4ca71bccd512', 'name': 'tempest-TestShelveInstance-1617763983-router', 'tenant_id': '55153615c88c426b8be87376fe71de79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '262575fc-8a2a-4b7c-b872-a539f38f1ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:37Z', 'updated_at': '2022-05-26T19:50:40Z', 'revision_number': 4, 'project_id': '55153615c88c426b8be87376fe71de79', 'gw_port': {'id': '262575fc-8a2a-4b7c-b872-a539f38f1ec1', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c24360d-f00d-4138-bddf-4ca71bccd512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:38Z', 'updated_at': '2022-05-26T19:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'b5e1f4f4-3dd7-4271-97af-2963dc18d7e3', 'name': '', 'network_id': 'b6343f82-1561-45d1-bbda-f952644e5bfa', 'tenant_id': '55153615c88c426b8be87376fe71de79', 'mac_address': 'fa:16:3e:af:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c24360d-f00d-4138-bddf-4ca71bccd512', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7e9c3688-e9f9-4661-b026-e1f48ff47b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:40Z', 'updated_at': '2022-05-26T19:50:40Z', 'revision_number': 2, 'project_id': '55153615c88c426b8be87376fe71de79', 'subnets': [{'id': '7e9c3688-e9f9-4661-b026-e1f48ff47b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:43.910539 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-16f565bc-057a-4b5c-9cee-8be0616def76 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (7097f3ed-b1f1-4278-b737-d7173e9b9770), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:43.985388 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] Checking router: 2c24360d-f00d-4138-bddf-4ca71bccd512 for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:50:43.985738 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] Updating router 2c24360d-f00d-4138-bddf-4ca71bccd512 port b5e1f4f4-3dd7-4271-97af-2963dc18d7e3 binding host dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:50:43.988702 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:44.015983 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (b5e1f4f4-3dd7-4271-97af-2963dc18d7e3), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:44.173623 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f565bc-057a-4b5c-9cee-8be0616def76 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7097f3ed-b1f1-4278-b737-d7173e9b9770,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:44.231926 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-16f565bc-057a-4b5c-9cee-8be0616def76 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:44.233157 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-16f565bc-057a-4b5c-9cee-8be0616def76 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6754375 May 26 19:50:44.235900 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33188) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:50:44.240221 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.v2.base [None req-3f7d318e-c81a-4379-92d3-6b0c667c949f tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Request body: {'security_group_rule': {'security_group_id': '7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e', 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:50:44.312392 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] Publish callbacks [] for port (b5e1f4f4-3dd7-4271-97af-2963dc18d7e3), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:44.361703 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.db.securitygroups_db [None req-3f7d318e-c81a-4379-92d3-6b0c667c949f tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Project b321ef1c40e0427fb5ea28acac45322b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:50:44.368102 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3f7d318e-c81a-4379-92d3-6b0c667c949f tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group_rule (95640b09-784f-4343-b880-f21b807fdee2), before_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:44.390065 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (b5e1f4f4-3dd7-4271-97af-2963dc18d7e3), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:44.430268 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3f7d318e-c81a-4379-92d3-6b0c667c949f tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group_rule (95640b09-784f-4343-b880-f21b807fdee2), precommit_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:44.434980 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:44.445843 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70e608-311a-4223-bb3d-30d5227edf69 None None] Pushing event updated for resources: {'Port': ['ID=b5e1f4f4-3dd7-4271-97af-2963dc18d7e3,revision_number=3']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:44.495559 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] Attempting to bind port b5e1f4f4-3dd7-4271-97af-2963dc18d7e3 on host dv-cinder-825492-17-iscsi for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:50:44.495930 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] Attempting to bind port b5e1f4f4-3dd7-4271-97af-2963dc18d7e3 by drivers openvswitch,hyperv on host dv-cinder-825492-17-iscsi at level 0 using segments [{'id': 'e08bd49b-c86c-4eb1-a809-76fbe5ad59d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b6343f82-1561-45d1-bbda-f952644e5bfa'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:50:44.496287 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] Attempting to bind port b5e1f4f4-3dd7-4271-97af-2963dc18d7e3 on network b6343f82-1561-45d1-bbda-f952644e5bfa {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:50:44.502189 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] Checking agent: {'id': 'b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 27, 26), 'started_at': datetime.datetime(2022, 5, 26, 19, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:50:44.502557 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] Checking segment: {'id': 'e08bd49b-c86c-4eb1-a809-76fbe5ad59d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b6343f82-1561-45d1-bbda-f952644e5bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:50:44.502985 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:44.503421 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] Bound using segment: {'id': 'e08bd49b-c86c-4eb1-a809-76fbe5ad59d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b6343f82-1561-45d1-bbda-f952644e5bfa'} {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:50:44.503882 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] Bound port: b5e1f4f4-3dd7-4271-97af-2963dc18d7e3, host: dv-cinder-825492-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08bd49b-c86c-4eb1-a809-76fbe5ad59d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b6343f82-1561-45d1-bbda-f952644e5bfa'}}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:50:44.504254 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (b5e1f4f4-3dd7-4271-97af-2963dc18d7e3), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:44.516271 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3f7d318e-c81a-4379-92d3-6b0c667c949f tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677129'] for security_group_rule (95640b09-784f-4343-b880-f21b807fdee2), after_create {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:44.537161 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d318e-c81a-4379-92d3-6b0c667c949f tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95640b09-784f-4343-b880-f21b807fdee2,revision_number=0']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:44.573098 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] For port b5e1f4f4-3dd7-4271-97af-2963dc18d7e3, host dv-cinder-825492-17-iscsi, cleared binding levels {{(pid=104687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:50:44.576205 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] For port b5e1f4f4-3dd7-4271-97af-2963dc18d7e3, host dv-cinder-825492-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=b5e1f4f4-3dd7-4271-97af-2963dc18d7e3,segment=NetworkSegment(e08bd49b-c86c-4eb1-a809-76fbe5ad59d9),segment_id=e08bd49b-c86c-4eb1-a809-76fbe5ad59d9)] {{(pid=104687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:50:44.620524 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-3f7d318e-c81a-4379-92d3-6b0c667c949f tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:44.621731 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-3f7d318e-c81a-4379-92d3-6b0c667c949f tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3848858 May 26 19:50:44.623894 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-6ab76716-a86c-4fdc-a3e8-618322f2df56 None None] Provisioning complete for port b5e1f4f4-3dd7-4271-97af-2963dc18d7e3 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:50:44.624765 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ab76716-a86c-4fdc-a3e8-618322f2df56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (b5e1f4f4-3dd7-4271-97af-2963dc18d7e3), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:44.642614 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (b5e1f4f4-3dd7-4271-97af-2963dc18d7e3), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:44.656685 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-6ab76716-a86c-4fdc-a3e8-618322f2df56 None None] Port b5e1f4f4-3dd7-4271-97af-2963dc18d7e3 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:50:44.708285 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70e608-311a-4223-bb3d-30d5227edf69 None None] Pushing event updated for resources: {'Port': ['ID=b5e1f4f4-3dd7-4271-97af-2963dc18d7e3,revision_number=4']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:44.712819 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] Routers {'2c24360d-f00d-4138-bddf-4ca71bccd512'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:50:44.713427 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:50:22Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['2c24360d-f00d-4138-bddf-4ca71bccd512'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:44.839532 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] Set router 2c24360d-f00d-4138-bddf-4ca71bccd512 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:50:44.977666 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-68978678-f548-4852-b29d-6c6f704df51a None None] Provisioning complete for port b5e1f4f4-3dd7-4271-97af-2963dc18d7e3 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:50:44.977930 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-68978678-f548-4852-b29d-6c6f704df51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (b5e1f4f4-3dd7-4271-97af-2963dc18d7e3), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:45.021013 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:45.026520 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c24360d-f00d-4138-bddf-4ca71bccd512', 'name': 'tempest-TestShelveInstance-1617763983-router', 'tenant_id': '55153615c88c426b8be87376fe71de79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '262575fc-8a2a-4b7c-b872-a539f38f1ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:37Z', 'updated_at': '2022-05-26T19:50:40Z', 'revision_number': 4, 'project_id': '55153615c88c426b8be87376fe71de79', 'gw_port': {'id': '262575fc-8a2a-4b7c-b872-a539f38f1ec1', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c24360d-f00d-4138-bddf-4ca71bccd512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:38Z', 'updated_at': '2022-05-26T19:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'b5e1f4f4-3dd7-4271-97af-2963dc18d7e3', 'name': '', 'network_id': 'b6343f82-1561-45d1-bbda-f952644e5bfa', 'tenant_id': '55153615c88c426b8be87376fe71de79', 'mac_address': 'fa:16:3e:af:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c24360d-f00d-4138-bddf-4ca71bccd512', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7e9c3688-e9f9-4661-b026-e1f48ff47b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:40Z', 'updated_at': '2022-05-26T19:50:44Z', 'revision_number': 4, 'project_id': '55153615c88c426b8be87376fe71de79', 'subnets': [{'id': '7e9c3688-e9f9-4661-b026-e1f48ff47b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:45.048273 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-68978678-f548-4852-b29d-6c6f704df51a None None] Current status of the port b5e1f4f4-3dd7-4271-97af-2963dc18d7e3 is: DOWN; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:50:45.048664 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-68978678-f548-4852-b29d-6c6f704df51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (b5e1f4f4-3dd7-4271-97af-2963dc18d7e3), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:45.050273 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea8e91f-c1a2-4943-865a-6f887fb521da None None] The sync data for ids ['2c24360d-f00d-4138-bddf-4ca71bccd512'] in dv-cinder-825492-17-iscsi is: [{'id': '2c24360d-f00d-4138-bddf-4ca71bccd512', 'name': 'tempest-TestShelveInstance-1617763983-router', 'tenant_id': '55153615c88c426b8be87376fe71de79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '262575fc-8a2a-4b7c-b872-a539f38f1ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:37Z', 'updated_at': '2022-05-26T19:50:40Z', 'revision_number': 4, 'project_id': '55153615c88c426b8be87376fe71de79', 'gw_port': {'id': '262575fc-8a2a-4b7c-b872-a539f38f1ec1', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c24360d-f00d-4138-bddf-4ca71bccd512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:38Z', 'updated_at': '2022-05-26T19:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'b5e1f4f4-3dd7-4271-97af-2963dc18d7e3', 'name': '', 'network_id': 'b6343f82-1561-45d1-bbda-f952644e5bfa', 'tenant_id': '55153615c88c426b8be87376fe71de79', 'mac_address': 'fa:16:3e:af:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c24360d-f00d-4138-bddf-4ca71bccd512', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7e9c3688-e9f9-4661-b026-e1f48ff47b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:40Z', 'updated_at': '2022-05-26T19:50:44Z', 'revision_number': 4, 'project_id': '55153615c88c426b8be87376fe71de79', 'subnets': [{'id': '7e9c3688-e9f9-4661-b026-e1f48ff47b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:50:45.086316 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-68978678-f548-4852-b29d-6c6f704df51a None None] For port b5e1f4f4-3dd7-4271-97af-2963dc18d7e3, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=b5e1f4f4-3dd7-4271-97af-2963dc18d7e3,segment=NetworkSegment(e08bd49b-c86c-4eb1-a809-76fbe5ad59d9),segment_id=e08bd49b-c86c-4eb1-a809-76fbe5ad59d9)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:50:45.167718 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-68978678-f548-4852-b29d-6c6f704df51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (b5e1f4f4-3dd7-4271-97af-2963dc18d7e3), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:45.219084 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68978678-f548-4852-b29d-6c6f704df51a None None] Pushing event updated for resources: {'Port': ['ID=b5e1f4f4-3dd7-4271-97af-2963dc18d7e3,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:45.514729 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device b5e1f4f4-3dd7-4271-97af-2963dc18d7e3 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:50:45.573399 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:45.585682 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port b5e1f4f4-3dd7-4271-97af-2963dc18d7e3 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:50:45.586152 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (b5e1f4f4-3dd7-4271-97af-2963dc18d7e3), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:45.661420 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port b5e1f4f4-3dd7-4271-97af-2963dc18d7e3 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:50:45.663069 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 262575fc-8a2a-4b7c-b872-a539f38f1ec1 up at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:50:45.709119 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Provisioning complete for port 262575fc-8a2a-4b7c-b872-a539f38f1ec1 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:50:45.709515 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (262575fc-8a2a-4b7c-b872-a539f38f1ec1), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:45.780687 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Current status of the port 262575fc-8a2a-4b7c-b872-a539f38f1ec1 is: ACTIVE; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:50:49.560627 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-54827a5f-f9bf-4c8a-9923-1e01a65b0c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:51.736554 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:51.813041 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-05ab1aae-4502-412c-bc75-bfd6d443c5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:52.972771 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:54.535539 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=14,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:54.537444 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=63,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:54.653461 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:55.029963 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=37 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:50:55.881251 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:50:57.304127 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:01.348752 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63558c11-8121-46c6-9e3e-160c7299318e req-88118144-e4d8-4498-b7c9-b189632ca952 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1016632194&fields=id&tenant_id=b321ef1c40e0427fb5ea28acac45322b HTTP/1.1" status: 200 len: 267 time: 0.0444632 May 26 19:51:01.457685 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63558c11-8121-46c6-9e3e-160c7299318e req-1cb9dbf0-49cc-4c45-9767-36a2baeadb4b tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:01.459094 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63558c11-8121-46c6-9e3e-160c7299318e req-1cb9dbf0-49cc-4c45-9767-36a2baeadb4b tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/networks?id=b3bc02ff-85cd-4b54-9247-099ac7b7141b HTTP/1.1" status: 200 len: 809 time: 0.1034896 May 26 19:51:01.473313 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63558c11-8121-46c6-9e3e-160c7299318e req-0ea353b7-4860-485e-9168-5b59cbba3a21 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/quotas/b321ef1c40e0427fb5ea28acac45322b HTTP/1.1" status: 200 len: 375 time: 0.0088201 May 26 19:51:01.521235 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63558c11-8121-46c6-9e3e-160c7299318e req-f8d66c32-a25c-4e18-ac26-bbb517eae80d tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b321ef1c40e0427fb5ea28acac45322b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431378 May 26 19:51:01.616409 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63558c11-8121-46c6-9e3e-160c7299318e req-48bbddb4-f8c8-4eda-bde2-8b09694dc95e service neutron] 10.222.0.72 "GET /v2.0/networks/b3bc02ff-85cd-4b54-9247-099ac7b7141b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841250 May 26 19:51:01.710168 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63558c11-8121-46c6-9e3e-160c7299318e req-caa119b0-6238-4570-ae42-e2bde9504122 service neutron] 10.222.0.72 "GET /v2.0/networks/b3bc02ff-85cd-4b54-9247-099ac7b7141b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871801 May 26 19:51:02.233120 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-7df1b368-180e-4070-83d5-03c4e7fc955d req-30cb11c8-9c8b-432c-ae60-70b7ea07bb4c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 210 time: 0.0278473 May 26 19:51:03.328435 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-615bbd6e-a5b7-489f-9635-a6fd5ec6be80 req-3334bc03-8b43-4142-a555-5ebe90253153 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 210 time: 0.0280805 May 26 19:51:04.327136 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63558c11-8121-46c6-9e3e-160c7299318e req-9db64c60-f3b7-4fb1-86a5-77f20139a680 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:04.329474 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63558c11-8121-46c6-9e3e-160c7299318e req-9db64c60-f3b7-4fb1-86a5-77f20139a680 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.77 "GET /v2.0/networks?id=b3bc02ff-85cd-4b54-9247-099ac7b7141b HTTP/1.1" status: 200 len: 809 time: 0.1118317 May 26 19:51:04.396195 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63558c11-8121-46c6-9e3e-160c7299318e req-873d6a33-01c5-47b0-a535-5968e22f6fba tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b321ef1c40e0427fb5ea28acac45322b HTTP/1.1" status: 200 len: 380 time: 0.0576594 May 26 19:51:04.411644 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-63558c11-8121-46c6-9e3e-160c7299318e req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Request body: {'port': {'device_id': '0d513a87-789f-41b6-91b0-b5a3624aae22', 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b', 'admin_state_up': True, 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'security_groups': ['7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e']}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:51:04.429988 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-24872f5f-cdad-46e5-a82c-671b84ac911e req-9b439364-35ce-4269-80b6-123db5112c80 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 210 time: 0.0280550 May 26 19:51:04.594939 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63558c11-8121-46c6-9e3e-160c7299318e req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Made reservation on behalf of b321ef1c40e0427fb5ea28acac45322b for: {'port': 1} {{(pid=104684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:51:04.598523 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-63558c11-8121-46c6-9e3e-160c7299318e req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:04.725275 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [req-63558c11-8121-46c6-9e3e-160c7299318e req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Allocated IP 172.20.0.8 (b3bc02ff-85cd-4b54-9247-099ac7b7141b/64898f9f-86ef-4088-a570-d99063830a19/a225d11b-f3f0-40f4-a4be-e42546652b57) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:51:04.738063 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:04.825868 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:04.871788 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-63558c11-8121-46c6-9e3e-160c7299318e req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:05.012869 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-63558c11-8121-46c6-9e3e-160c7299318e req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:05.054562 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63558c11-8121-46c6-9e3e-160c7299318e req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Network b3bc02ff-85cd-4b54-9247-099ac7b7141b is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:51:05.058439 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [req-63558c11-8121-46c6-9e3e-160c7299318e req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:51:05.065159 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-63558c11-8121-46c6-9e3e-160c7299318e req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:51:05.096256 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Pushing event updated for resources: {'Port': ['ID=a225d11b-f3f0-40f4-a4be-e42546652b57,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:05.110992 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:05.111426 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:05.111784 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:05.112096 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:05.112431 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:05.112802 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:05.113186 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:05.113509 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:05.113834 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:05.114156 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:05.114573 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:05.114891 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:05.115228 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:05.115561 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:05.115966 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:05.139682 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63558c11-8121-46c6-9e3e-160c7299318e req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:05.140310 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-63558c11-8121-46c6-9e3e-160c7299318e req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:05.226031 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63558c11-8121-46c6-9e3e-160c7299318e req-bcca5e92-8374-41e1-9aaf-3a3e746223ad tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8183370 May 26 19:51:05.240859 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [req-63558c11-8121-46c6-9e3e-160c7299318e req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] Request body: {'port': {'device_id': '0d513a87-789f-41b6-91b0-b5a3624aae22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:51:05.303591 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-2ad9739a-4863-4fb3-9674-825e016d41a0 None None] Provisioning complete for port a225d11b-f3f0-40f4-a4be-e42546652b57 triggered by entity DHCP. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:51:05.304193 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2ad9739a-4863-4fb3-9674-825e016d41a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:05.304297 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-63558c11-8121-46c6-9e3e-160c7299318e req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:05.338419 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-2ad9739a-4863-4fb3-9674-825e016d41a0 None None] Port a225d11b-f3f0-40f4-a4be-e42546652b57 cannot update to ACTIVE because it is not bound. {{(pid=104686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 19:51:05.557073 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f827b69-ef2e-4a83-b738-16aee93a6f25 req-f592a938-38c4-4cc9-af2c-643865e3a145 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:05.558555 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5f827b69-ef2e-4a83-b738-16aee93a6f25 req-f592a938-38c4-4cc9-af2c-643865e3a145 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 931 time: 0.0578165 May 26 19:51:05.616945 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:05.641906 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5f827b69-ef2e-4a83-b738-16aee93a6f25 req-1f3bc6b7-3329-45b5-8c6e-da6e14f1dd92 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768678 May 26 19:51:05.680729 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [req-63558c11-8121-46c6-9e3e-160c7299318e req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a225d11b-f3f0-40f4-a4be-e42546652b57 {{(pid=104684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:51:05.689100 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-63558c11-8121-46c6-9e3e-160c7299318e req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] Publish callbacks [] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:05.702587 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.provisioning_blocks [req-63558c11-8121-46c6-9e3e-160c7299318e req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] Transition to ACTIVE for port object a225d11b-f3f0-40f4-a4be-e42546652b57 will not be triggered until provisioned by entity L2. {{(pid=104684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 19:51:05.750251 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-63558c11-8121-46c6-9e3e-160c7299318e req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:05.804023 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] Pushing event updated for resources: {'Port': ['ID=a225d11b-f3f0-40f4-a4be-e42546652b57,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:05.865182 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:05.877173 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-63558c11-8121-46c6-9e3e-160c7299318e req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] Attempting to bind port a225d11b-f3f0-40f4-a4be-e42546652b57 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 19:51:05.877502 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-63558c11-8121-46c6-9e3e-160c7299318e req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] Attempting to bind port a225d11b-f3f0-40f4-a4be-e42546652b57 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '23a4cd55-7dff-4c32-803e-4ac080e2718f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b'}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 19:51:05.877821 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63558c11-8121-46c6-9e3e-160c7299318e req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] Attempting to bind port a225d11b-f3f0-40f4-a4be-e42546652b57 on network b3bc02ff-85cd-4b54-9247-099ac7b7141b {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:51:05.882403 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63558c11-8121-46c6-9e3e-160c7299318e req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] Port a225d11b-f3f0-40f4-a4be-e42546652b57 on network b3bc02ff-85cd-4b54-9247-099ac7b7141b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 19:51:05.882717 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63558c11-8121-46c6-9e3e-160c7299318e req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] Attempting to bind port a225d11b-f3f0-40f4-a4be-e42546652b57 on network b3bc02ff-85cd-4b54-9247-099ac7b7141b {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 19:51:05.888765 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63558c11-8121-46c6-9e3e-160c7299318e req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] Checking agent: {'id': 'c3a211c9-c98b-4801-84c3-445f8272aa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'started_at': datetime.datetime(2022, 5, 26, 19, 34, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 19:51:05.891512 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63558c11-8121-46c6-9e3e-160c7299318e req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] Checking segment: {'id': '23a4cd55-7dff-4c32-803e-4ac080e2718f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 19:51:05.891512 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63558c11-8121-46c6-9e3e-160c7299318e req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] Bound using segment: {'id': '23a4cd55-7dff-4c32-803e-4ac080e2718f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b'} {{(pid=104684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 19:51:05.891512 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.managers [req-63558c11-8121-46c6-9e3e-160c7299318e req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] Bound port: a225d11b-f3f0-40f4-a4be-e42546652b57, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a4cd55-7dff-4c32-803e-4ac080e2718f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b'}}] {{(pid=104684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 19:51:05.891512 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-63558c11-8121-46c6-9e3e-160c7299318e req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:05.957057 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-63558c11-8121-46c6-9e3e-160c7299318e req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] For port a225d11b-f3f0-40f4-a4be-e42546652b57, host hv-cinder-82549, cleared binding levels {{(pid=104684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 19:51:05.960183 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-63558c11-8121-46c6-9e3e-160c7299318e req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] For port a225d11b-f3f0-40f4-a4be-e42546652b57, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a225d11b-f3f0-40f4-a4be-e42546652b57,segment=NetworkSegment(23a4cd55-7dff-4c32-803e-4ac080e2718f),segment_id=23a4cd55-7dff-4c32-803e-4ac080e2718f)] {{(pid=104684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 19:51:06.047690 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-63558c11-8121-46c6-9e3e-160c7299318e req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:06.085397 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63558c11-8121-46c6-9e3e-160c7299318e req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:06.086024 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-63558c11-8121-46c6-9e3e-160c7299318e req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:06.087426 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63558c11-8121-46c6-9e3e-160c7299318e req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] 10.222.0.77 "PUT /v2.0/ports/a225d11b-f3f0-40f4-a4be-e42546652b57 HTTP/1.1" status: 200 len: 1093 time: 0.8519428 May 26 19:51:06.087862 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d513a87-789f-41b6-91b0-b5a3624aae22', 'tag': 'a225d11b-f3f0-40f4-a4be-e42546652b57'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:51:06.090109 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca14e380-c472-484e-bc11-3cba892fd06d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d513a87-789f-41b6-91b0-b5a3624aae22", "tag": "a225d11b-f3f0-40f4-a4be-e42546652b57"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:51:06.116036 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd84695-72e6-4f7c-bea0-c1780dac618a service neutron] Pushing event updated for resources: {'Port': ['ID=a225d11b-f3f0-40f4-a4be-e42546652b57,revision_number=3']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:06.140978 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297deae5-8c18-43a1-af7d-bc41383fab44 x-openstack-request-id: req-297deae5-8c18-43a1-af7d-bc41383fab44 {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:51:06.140978 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d513a87-789f-41b6-91b0-b5a3624aae22", "tag": "a225d11b-f3f0-40f4-a4be-e42546652b57", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:51:06.140978 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-297deae5-8c18-43a1-af7d-bc41383fab44 {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:51:06.140978 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297deae5-8c18-43a1-af7d-bc41383fab44'] response: {'name': 'network-changed', 'server_uuid': '0d513a87-789f-41b6-91b0-b5a3624aae22', 'tag': 'a225d11b-f3f0-40f4-a4be-e42546652b57', 'status': 'completed', 'code': 200} May 26 19:51:06.203479 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14e380-c472-484e-bc11-3cba892fd06d req-f05f36b5-173a-4693-8b41-aa57e185694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:06.205045 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ca14e380-c472-484e-bc11-3cba892fd06d req-f05f36b5-173a-4693-8b41-aa57e185694e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b321ef1c40e0427fb5ea28acac45322b&device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 1127 time: 0.0420609 May 26 19:51:06.310418 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14e380-c472-484e-bc11-3cba892fd06d req-5feb2ac4-371f-4bcb-9641-b6628eacd9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:06.311978 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ca14e380-c472-484e-bc11-3cba892fd06d req-5feb2ac4-371f-4bcb-9641-b6628eacd9f3 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=b321ef1c40e0427fb5ea28acac45322b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0978260 May 26 19:51:06.403993 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14e380-c472-484e-bc11-3cba892fd06d req-2b31c580-082f-4980-b608-b69b1e0f7f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:06.405506 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ca14e380-c472-484e-bc11-3cba892fd06d req-2b31c580-082f-4980-b608-b69b1e0f7f5e service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873377 May 26 19:51:06.478142 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63558c11-8121-46c6-9e3e-160c7299318e req-9dac1542-6df4-4b97-a72e-c9f99793c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:06.479539 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63558c11-8121-46c6-9e3e-160c7299318e req-9dac1542-6df4-4b97-a72e-c9f99793c474 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b321ef1c40e0427fb5ea28acac45322b&device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 1127 time: 0.0381901 May 26 19:51:06.521221 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63558c11-8121-46c6-9e3e-160c7299318e req-111d256d-c563-4ab8-9b62-aea67615ba8c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a225d11b-f3f0-40f4-a4be-e42546652b57 HTTP/1.1" status: 200 len: 217 time: 0.0346229 May 26 19:51:06.571349 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63558c11-8121-46c6-9e3e-160c7299318e req-bdfa8dea-3d9f-4dd4-a718-3d9ebbe15a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:06.572911 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63558c11-8121-46c6-9e3e-160c7299318e req-bdfa8dea-3d9f-4dd4-a718-3d9ebbe15a9c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=64898f9f-86ef-4088-a570-d99063830a19 HTTP/1.1" status: 200 len: 848 time: 0.0437939 May 26 19:51:06.615487 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63558c11-8121-46c6-9e3e-160c7299318e req-e0e9ea58-7902-4d0f-a39f-cc24f2f7d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:06.616973 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63558c11-8121-46c6-9e3e-160c7299318e req-e0e9ea58-7902-4d0f-a39f-cc24f2f7d344 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b3bc02ff-85cd-4b54-9247-099ac7b7141b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375409 May 26 19:51:06.708150 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63558c11-8121-46c6-9e3e-160c7299318e req-1e3c6a41-da7d-4133-a707-563ec609c47e service neutron] 10.222.0.77 "GET /v2.0/networks/b3bc02ff-85cd-4b54-9247-099ac7b7141b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836008 May 26 19:51:06.755342 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:06.798544 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88990db-4e66-4963-9c0e-1a5b9f9ee8cd req-81269ed7-da60-41de-a945-de56041f3ef6 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:06.800038 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f88990db-4e66-4963-9c0e-1a5b9f9ee8cd req-81269ed7-da60-41de-a945-de56041f3ef6 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 943 time: 0.0894809 May 26 19:51:06.862432 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63558c11-8121-46c6-9e3e-160c7299318e req-190e1e54-857b-408a-9d25-f8a4a26a0280 service neutron] 10.222.0.77 "GET /v2.0/networks/b3bc02ff-85cd-4b54-9247-099ac7b7141b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434391 May 26 19:51:06.876953 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f88990db-4e66-4963-9c0e-1a5b9f9ee8cd req-225a9a1b-6445-4e39-ba3d-040735bb7678 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708842 May 26 19:51:07.993096 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc02b8-f219-496c-8cdf-f94f07cf8977 req-3c736b97-1c76-4cd4-aea2-32acda3fb708 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:07.995071 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-53cc02b8-f219-496c-8cdf-f94f07cf8977 req-3c736b97-1c76-4cd4-aea2-32acda3fb708 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 943 time: 0.0488799 May 26 19:51:08.043341 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-53cc02b8-f219-496c-8cdf-f94f07cf8977 req-bcd0c52a-426b-417e-9cc0-92b750b9d78c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425265 May 26 19:51:09.156314 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba17092-d8b2-4538-b777-ad3be6afb9dc req-5a793be0-a9c0-4486-8a75-88ccda3521ee tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:09.157745 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-eba17092-d8b2-4538-b777-ad3be6afb9dc req-5a793be0-a9c0-4486-8a75-88ccda3521ee tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 943 time: 0.0460987 May 26 19:51:09.206680 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-eba17092-d8b2-4538-b777-ad3be6afb9dc req-f7aef77b-1503-4fe2-afa0-edac0d1d15ac tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435472 May 26 19:51:10.319641 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6966fce-32f5-4dda-b923-bc27b0c51953 req-32b69085-9c5d-4486-a676-9db5355d646b tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:10.321114 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f6966fce-32f5-4dda-b923-bc27b0c51953 req-32b69085-9c5d-4486-a676-9db5355d646b tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 943 time: 0.0468938 May 26 19:51:10.368532 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f6966fce-32f5-4dda-b923-bc27b0c51953 req-c1a0ad84-47c4-4946-9a89-21bffd005aef tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420158 May 26 19:51:10.531968 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:51:11.480209 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f343f-8734-432a-8872-deaeedd807c8 req-0055996f-cf84-4673-a811-6fb8b6976120 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:11.481659 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5a9f343f-8734-432a-8872-deaeedd807c8 req-0055996f-cf84-4673-a811-6fb8b6976120 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 943 time: 0.0458221 May 26 19:51:11.532367 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-5a9f343f-8734-432a-8872-deaeedd807c8 req-01ff4684-b32a-452b-85ec-c0394e70e220 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453327 May 26 19:51:12.646713 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9541c96-8d05-4e4f-a7c8-eecfed3055a8 req-828418d1-bdc2-48fc-9644-8df5aa50b0c7 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:12.648172 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e9541c96-8d05-4e4f-a7c8-eecfed3055a8 req-828418d1-bdc2-48fc-9644-8df5aa50b0c7 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 943 time: 0.0492911 May 26 19:51:12.695301 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e9541c96-8d05-4e4f-a7c8-eecfed3055a8 req-5fe0dda2-b113-474a-b2da-1abf67a75f8f tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417347 May 26 19:51:13.591183 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device a225d11b-f3f0-40f4-a4be-e42546652b57 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:51:13.688798 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port a225d11b-f3f0-40f4-a4be-e42546652b57, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a225d11b-f3f0-40f4-a4be-e42546652b57,segment=NetworkSegment(23a4cd55-7dff-4c32-803e-4ac080e2718f),segment_id=23a4cd55-7dff-4c32-803e-4ac080e2718f)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:51:13.699849 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': 'a225d11b-f3f0-40f4-a4be-e42546652b57', 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b', 'port_id': 'a225d11b-f3f0-40f4-a4be-e42546652b57', 'mac_address': 'fa:16:3e:b3:78:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64898f9f-86ef-4088-a570-d99063830a19', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:51:13.735594 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port a225d11b-f3f0-40f4-a4be-e42546652b57 is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:51:13.735989 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:13.757381 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a225d11b-f3f0-40f4-a4be-e42546652b57 {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:51:13.779998 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port a225d11b-f3f0-40f4-a4be-e42546652b57, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a225d11b-f3f0-40f4-a4be-e42546652b57,segment=NetworkSegment(23a4cd55-7dff-4c32-803e-4ac080e2718f),segment_id=23a4cd55-7dff-4c32-803e-4ac080e2718f)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:51:13.810604 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496719ad-4fb7-4920-8b3f-35f9ed5f9c93 req-fe1a187e-f897-475b-b15e-2b7a3c1e6540 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:13.812100 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-496719ad-4fb7-4920-8b3f-35f9ed5f9c93 req-fe1a187e-f897-475b-b15e-2b7a3c1e6540 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 943 time: 0.0472822 May 26 19:51:13.831771 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:13.861066 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-496719ad-4fb7-4920-8b3f-35f9ed5f9c93 req-5c8fd3b7-a9eb-40a7-bfea-3296fa9fdaa7 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433862 May 26 19:51:13.874878 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:13.921232 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=a225d11b-f3f0-40f4-a4be-e42546652b57,revision_number=4']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:14.185923 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['a225d11b-f3f0-40f4-a4be-e42546652b57'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:51:14.341415 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:14.973743 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830279c7-2a9e-4f4f-b54a-b7fe74fa8304 req-72cc129b-3727-4621-a4f3-48f39ae15e8d tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:14.975375 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-830279c7-2a9e-4f4f-b54a-b7fe74fa8304 req-72cc129b-3727-4621-a4f3-48f39ae15e8d tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 944 time: 0.0472364 May 26 19:51:15.022829 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-830279c7-2a9e-4f4f-b54a-b7fe74fa8304 req-dd45cdf2-2cca-4bf9-b198-5c57e3374bcc tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419590 May 26 19:51:15.626157 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device a225d11b-f3f0-40f4-a4be-e42546652b57 up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:51:15.653055 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:15.668735 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning for port a225d11b-f3f0-40f4-a4be-e42546652b57 completed by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 19:51:15.736701 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port a225d11b-f3f0-40f4-a4be-e42546652b57 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:51:15.737014 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:15.810013 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port a225d11b-f3f0-40f4-a4be-e42546652b57 is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:51:15.810402 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:15.832783 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d513a87-789f-41b6-91b0-b5a3624aae22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a225d11b-f3f0-40f4-a4be-e42546652b57'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:51:15.835032 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d136c6af-e5c0-422e-a3d2-5a3f17e62980" -d '{"events": [{"server_uuid": "0d513a87-789f-41b6-91b0-b5a3624aae22", "name": "network-vif-plugged", "status": "completed", "tag": "a225d11b-f3f0-40f4-a4be-e42546652b57"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:51:15.848829 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port a225d11b-f3f0-40f4-a4be-e42546652b57, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a225d11b-f3f0-40f4-a4be-e42546652b57,segment=NetworkSegment(23a4cd55-7dff-4c32-803e-4ac080e2718f),segment_id=23a4cd55-7dff-4c32-803e-4ac080e2718f)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:51:15.872477 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e14621b-f3a7-401c-9235-523a1670a2cf x-openstack-request-id: req-0e14621b-f3a7-401c-9235-523a1670a2cf {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:51:15.872604 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d513a87-789f-41b6-91b0-b5a3624aae22", "name": "network-vif-plugged", "status": "completed", "tag": "a225d11b-f3f0-40f4-a4be-e42546652b57", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:51:15.872794 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0e14621b-f3a7-401c-9235-523a1670a2cf {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:51:15.873187 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e14621b-f3a7-401c-9235-523a1670a2cf'] response: {'server_uuid': '0d513a87-789f-41b6-91b0-b5a3624aae22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a225d11b-f3f0-40f4-a4be-e42546652b57', 'code': 200} May 26 19:51:15.914143 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:15.962944 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=a225d11b-f3f0-40f4-a4be-e42546652b57,revision_number=5']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:16.141274 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babee2da-a859-4c45-b7b3-ab483332721d req-8a8722c7-4017-45e7-bbf2-a05d05fdc46b tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:16.142819 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-babee2da-a859-4c45-b7b3-ab483332721d req-8a8722c7-4017-45e7-bbf2-a05d05fdc46b tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0505376 May 26 19:51:16.201317 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-babee2da-a859-4c45-b7b3-ab483332721d req-1b5459bb-9fe8-4c0e-89ef-48276b74ea33 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529466 May 26 19:51:16.233308 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f0a1e-c91a-45cc-b572-d6986509ee1a req-2100b2cb-bb94-4823-b1a6-715ced2d3fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:16.234815 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-b28f0a1e-c91a-45cc-b572-d6986509ee1a req-2100b2cb-bb94-4823-b1a6-715ced2d3fa7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 1129 time: 0.0383420 May 26 19:51:16.282836 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-b28f0a1e-c91a-45cc-b572-d6986509ee1a req-3bb270ae-bd46-4cf7-82ae-e83c7a62b737 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397284 May 26 19:51:17.322577 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c27982-70ff-405b-a83b-7069cc7689f1 req-06f31c60-1440-4de9-ae80-bcc69e218d83 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:17.324081 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c4c27982-70ff-405b-a83b-7069cc7689f1 req-06f31c60-1440-4de9-ae80-bcc69e218d83 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0531602 May 26 19:51:17.372741 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-c4c27982-70ff-405b-a83b-7069cc7689f1 req-9a413e7c-8ba2-4265-ae5b-bc7b1ad8acd7 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430679 May 26 19:51:17.546724 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:18.483425 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1142b8-a1e9-4fc8-9b7e-638cbe91068d req-f29bdc8b-4cb3-44c8-bfcc-51acb4227ea2 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:18.484852 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1c1142b8-a1e9-4fc8-9b7e-638cbe91068d req-f29bdc8b-4cb3-44c8-bfcc-51acb4227ea2 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0461023 May 26 19:51:18.534968 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1c1142b8-a1e9-4fc8-9b7e-638cbe91068d req-d0ac8a1c-6c17-4ae0-b9ec-d1350deb6998 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446615 May 26 19:51:18.644386 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ffcad-2cbd-4603-ba65-7b88f9d87e6a req-7d68c195-4fa8-47be-94d4-f1eba1530825 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:18.645741 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d74ffcad-2cbd-4603-ba65-7b88f9d87e6a req-7d68c195-4fa8-47be-94d4-f1eba1530825 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0459583 May 26 19:51:18.693193 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-d74ffcad-2cbd-4603-ba65-7b88f9d87e6a req-ba5b5944-d916-4771-a7c2-384266570839 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414915 May 26 19:51:18.715147 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 33340) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:51:18.847379 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124a0fff-3498-4c25-a52d-a9d3f005d86b tempest-TestShelveInstance-495427606 tempest-TestShelveInstance-495427606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:18.850973 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-124a0fff-3498-4c25-a52d-a9d3f005d86b tempest-TestShelveInstance-495427606 tempest-TestShelveInstance-495427606-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 1124 time: 0.1348436 May 26 19:51:18.853918 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 33344) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:51:18.858239 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.v2.base [None req-01b2bd2d-659c-4f5f-a3e7-6b1c5d4bae3c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Request body: {'floatingip': {'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'port_id': 'a225d11b-f3f0-40f4-a4be-e42546652b57', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 19:51:18.938018 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-01b2bd2d-659c-4f5f-a3e7-6b1c5d4bae3c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:19.014538 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-01b2bd2d-659c-4f5f-a3e7-6b1c5d4bae3c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (None), before_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:19.115669 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_common [None req-01b2bd2d-659c-4f5f-a3e7-6b1c5d4bae3c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Allocated IP 172.27.0.253 (473fd369-73ea-4ef7-abf2-4c3d7dbfe407/e2d33725-3d92-4da5-aaeb-c19a80fdf9e2/9eb3ab40-401c-4314-b5dc-f60e035696ee) {{(pid=104684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:51:19.212736 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:19.222418 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-01b2bd2d-659c-4f5f-a3e7-6b1c5d4bae3c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for port (9eb3ab40-401c-4314-b5dc-f60e035696ee), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:19.326589 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-01b2bd2d-659c-4f5f-a3e7-6b1c5d4bae3c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748974906691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (9eb3ab40-401c-4314-b5dc-f60e035696ee), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:19.362705 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:19.376114 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b2bd2d-659c-4f5f-a3e7-6b1c5d4bae3c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Network 473fd369-73ea-4ef7-abf2-4c3d7dbfe407 is already hosted by enough agents. {{(pid=104684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:51:19.378588 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.base_scheduler [None req-01b2bd2d-659c-4f5f-a3e7-6b1c5d4bae3c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Resources bound (agent type, host, resource id): {{(pid=104684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:51:19.381576 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b2bd2d-659c-4f5f-a3e7-6b1c5d4bae3c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Received port after_create {{(pid=104684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 19:51:19.383495 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2bd2d-659c-4f5f-a3e7-6b1c5d4bae3c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Pushing event updated for resources: {'Port': ['ID=9eb3ab40-401c-4314-b5dc-f60e035696ee,revision_number=1']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:19.560376 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-659b77c9-d82e-483d-a48c-86d1645f4e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:19.729255 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-01b2bd2d-659c-4f5f-a3e7-6b1c5d4bae3c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for floatingip (3d0b32c7-5c4f-42a6-b5f7-27c0703abddd), precommit_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:19.841923 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-01b2bd2d-659c-4f5f-a3e7-6b1c5d4bae3c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (9eb3ab40-401c-4314-b5dc-f60e035696ee), before_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:20.257228 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-01b2bd2d-659c-4f5f-a3e7-6b1c5d4bae3c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for port (9eb3ab40-401c-4314-b5dc-f60e035696ee), precommit_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:20.325064 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-01b2bd2d-659c-4f5f-a3e7-6b1c5d4bae3c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474454'] for port (9eb3ab40-401c-4314-b5dc-f60e035696ee), after_update {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:20.395979 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2bd2d-659c-4f5f-a3e7-6b1c5d4bae3c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Pushing event updated for resources: {'Port': ['ID=9eb3ab40-401c-4314-b5dc-f60e035696ee,revision_number=2']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:20.403509 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:20.406337 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-01b2bd2d-659c-4f5f-a3e7-6b1c5d4bae3c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617894'] for floatingip (3d0b32c7-5c4f-42a6-b5f7-27c0703abddd), after_create {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:20.500966 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.l3_db [None req-01b2bd2d-659c-4f5f-a3e7-6b1c5d4bae3c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Floating IP 3d0b32c7-5c4f-42a6-b5f7-27c0703abddd associated. External IP: 172.27.0.253, port: a225d11b-f3f0-40f4-a4be-e42546652b57. May 26 19:51:20.528551 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:20.578282 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:20.694083 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b2bd2d-659c-4f5f-a3e7-6b1c5d4bae3c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Router f1724576-f293-4797-8da9-422db322ad04 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:51:20.796451 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b2bd2d-659c-4f5f-a3e7-6b1c5d4bae3c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:51:20.808290 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a149b4fe-71c8-4def-bf4e-8bf053d4238e None None] Sync routers for ids ['f1724576-f293-4797-8da9-422db322ad04'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:51:20.818047 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a149b4fe-71c8-4def-bf4e-8bf053d4238e None None] Routers {'f1724576-f293-4797-8da9-422db322ad04'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:51:20.818687 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-a149b4fe-71c8-4def-bf4e-8bf053d4238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:50:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['f1724576-f293-4797-8da9-422db322ad04'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:20.888569 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-01b2bd2d-659c-4f5f-a3e7-6b1c5d4bae3c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:20.918895 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-01b2bd2d-659c-4f5f-a3e7-6b1c5d4bae3c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0639284 May 26 19:51:20.919566 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d513a87-789f-41b6-91b0-b5a3624aae22', 'tag': 'a225d11b-f3f0-40f4-a4be-e42546652b57'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:51:20.921832 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef31145-468f-422a-ac33-5d7421de91a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0d513a87-789f-41b6-91b0-b5a3624aae22", "tag": "a225d11b-f3f0-40f4-a4be-e42546652b57"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:51:20.924067 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-a149b4fe-71c8-4def-bf4e-8bf053d4238e None None] Set router f1724576-f293-4797-8da9-422db322ad04 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:51:20.957572 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a3f2d2-42df-438d-b9a8-ae083771a85e x-openstack-request-id: req-a9a3f2d2-42df-438d-b9a8-ae083771a85e {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:51:20.957864 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d513a87-789f-41b6-91b0-b5a3624aae22", "tag": "a225d11b-f3f0-40f4-a4be-e42546652b57", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:51:20.958144 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a9a3f2d2-42df-438d-b9a8-ae083771a85e {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:51:20.958542 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a3f2d2-42df-438d-b9a8-ae083771a85e'] response: {'name': 'network-changed', 'server_uuid': '0d513a87-789f-41b6-91b0-b5a3624aae22', 'tag': 'a225d11b-f3f0-40f4-a4be-e42546652b57', 'status': 'completed', 'code': 200} May 26 19:51:21.022886 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef31145-468f-422a-ac33-5d7421de91a1 req-3e57421f-750c-4675-a6c4-ef9d0ed2cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:21.024461 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6ef31145-468f-422a-ac33-5d7421de91a1 req-3e57421f-750c-4675-a6c4-ef9d0ed2cbef service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b321ef1c40e0427fb5ea28acac45322b&device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 1129 time: 0.0428083 May 26 19:51:21.111947 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef31145-468f-422a-ac33-5d7421de91a1 req-6365504d-bd8e-42e3-9145-38e4f6bbdb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:21.113435 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6ef31145-468f-422a-ac33-5d7421de91a1 req-6365504d-bd8e-42e3-9145-38e4f6bbdb4f service neutron] 10.222.0.77 "GET /v2.0/networks?id=b3bc02ff-85cd-4b54-9247-099ac7b7141b HTTP/1.1" status: 200 len: 910 time: 0.0832036 May 26 19:51:21.135988 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-a149b4fe-71c8-4def-bf4e-8bf053d4238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1724576-f293-4797-8da9-422db322ad04', 'name': 'tempest-TestShelveInstance-1130141916-router', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:34Z', 'revision_number': 4, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'gw_port': {'id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:58:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '3d0b32c7-5c4f-42a6-b5f7-27c0703abddd', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'f1724576-f293-4797-8da9-422db322ad04', 'port_id': 'a225d11b-f3f0-40f4-a4be-e42546652b57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b', 'mac_address': 'fa:16:3e:b3:78:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d513a87-789f-41b6-91b0-b5a3624aae22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:51:19Z', 'updated_at': '2022-05-26T19:51:19Z', 'revision_number': 0, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfc1bb2-60cf-4281-9a5c-352cdd4696a7', 'name': '', 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'mac_address': 'fa:16:3e:97:13:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '64898f9f-86ef-4088-a570-d99063830a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:38Z', 'revision_number': 5, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'subnets': [{'id': '64898f9f-86ef-4088-a570-d99063830a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:21.161612 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a149b4fe-71c8-4def-bf4e-8bf053d4238e None None] Checking router: f1724576-f293-4797-8da9-422db322ad04 for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:51:21.174213 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a149b4fe-71c8-4def-bf4e-8bf053d4238e None None] Routers {'f1724576-f293-4797-8da9-422db322ad04'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:51:21.174829 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-a149b4fe-71c8-4def-bf4e-8bf053d4238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:50:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['f1724576-f293-4797-8da9-422db322ad04'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:21.190496 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6ef31145-468f-422a-ac33-5d7421de91a1 req-26e2d730-3024-4917-92b5-a7be738401d8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a225d11b-f3f0-40f4-a4be-e42546652b57 HTTP/1.1" status: 200 len: 999 time: 0.0701966 May 26 19:51:21.239204 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef31145-468f-422a-ac33-5d7421de91a1 req-915666c6-5aa5-4530-9eb8-e929e6fb4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:21.240668 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6ef31145-468f-422a-ac33-5d7421de91a1 req-915666c6-5aa5-4530-9eb8-e929e6fb4eaa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=64898f9f-86ef-4088-a570-d99063830a19 HTTP/1.1" status: 200 len: 848 time: 0.0442595 May 26 19:51:21.276031 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-a149b4fe-71c8-4def-bf4e-8bf053d4238e None None] Set router f1724576-f293-4797-8da9-422db322ad04 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:51:21.277522 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:21.283699 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef31145-468f-422a-ac33-5d7421de91a1 req-e5e7285c-4103-4384-9461-5e109555c7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:21.285215 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6ef31145-468f-422a-ac33-5d7421de91a1 req-e5e7285c-4103-4384-9461-5e109555c7ef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b3bc02ff-85cd-4b54-9247-099ac7b7141b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386231 May 26 19:51:21.379682 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6ef31145-468f-422a-ac33-5d7421de91a1 req-79590e51-c810-4476-999a-dbc8f94e4e8d service neutron] 10.222.0.77 "GET /v2.0/networks/b3bc02ff-85cd-4b54-9247-099ac7b7141b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882432 May 26 19:51:21.468539 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6ef31145-468f-422a-ac33-5d7421de91a1 req-2612cddf-a161-40d8-b8fb-a4a4b477da5b service neutron] 10.222.0.77 "GET /v2.0/networks/b3bc02ff-85cd-4b54-9247-099ac7b7141b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828154 May 26 19:51:21.485874 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-a149b4fe-71c8-4def-bf4e-8bf053d4238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1724576-f293-4797-8da9-422db322ad04', 'name': 'tempest-TestShelveInstance-1130141916-router', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:34Z', 'revision_number': 4, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'gw_port': {'id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:58:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '3d0b32c7-5c4f-42a6-b5f7-27c0703abddd', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'f1724576-f293-4797-8da9-422db322ad04', 'port_id': 'a225d11b-f3f0-40f4-a4be-e42546652b57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b', 'mac_address': 'fa:16:3e:b3:78:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d513a87-789f-41b6-91b0-b5a3624aae22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:51:19Z', 'updated_at': '2022-05-26T19:51:19Z', 'revision_number': 0, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfc1bb2-60cf-4281-9a5c-352cdd4696a7', 'name': '', 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'mac_address': 'fa:16:3e:97:13:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '64898f9f-86ef-4088-a570-d99063830a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:38Z', 'revision_number': 5, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'subnets': [{'id': '64898f9f-86ef-4088-a570-d99063830a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:21.637768 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a149b4fe-71c8-4def-bf4e-8bf053d4238e None None] The sync data for ids ['f1724576-f293-4797-8da9-422db322ad04'] in dv-cinder-825492-17-iscsi is: [{'id': 'f1724576-f293-4797-8da9-422db322ad04', 'name': 'tempest-TestShelveInstance-1130141916-router', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:34Z', 'revision_number': 4, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'gw_port': {'id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:58:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_floatingips': [{'id': '3d0b32c7-5c4f-42a6-b5f7-27c0703abddd', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'router_id': 'f1724576-f293-4797-8da9-422db322ad04', 'port_id': 'a225d11b-f3f0-40f4-a4be-e42546652b57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b', 'mac_address': 'fa:16:3e:b3:78:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d513a87-789f-41b6-91b0-b5a3624aae22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:51:19Z', 'updated_at': '2022-05-26T19:51:19Z', 'revision_number': 0, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfc1bb2-60cf-4281-9a5c-352cdd4696a7', 'name': '', 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'mac_address': 'fa:16:3e:97:13:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '64898f9f-86ef-4088-a570-d99063830a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:38Z', 'revision_number': 5, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'subnets': [{'id': '64898f9f-86ef-4088-a570-d99063830a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:51:21.794728 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-7f21eab8-ffbe-46cd-85b2-03e6fea32e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:21.824065 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573985eb-2ecf-46a8-a1ef-335595dcea93 None None] New status for floating IP 3d0b32c7-5c4f-42a6-b5f7-27c0703abddd: ACTIVE {{(pid=104687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:51:23.006094 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:24.628694 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:25.817550 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:25.920925 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:27.320576 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:28.519594 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=56 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:28.528576 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=56 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:31.463641 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=66,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:31.465548 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=98,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:31.923925 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:31.925794 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=11 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:37.646684 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=37,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:37.649466 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=13 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:47.531731 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:51:49.576646 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-fd884f43-dec5-4cd1-b899-48fb38a9ff57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:51.816841 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-d3ce008a-6997-42d3-affd-2f0c7aee05d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:52.965193 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:54.622446 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:55.885453 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:57.296737 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:51:57.527334 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:51:57.528097 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:52:07.223553 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=12 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:52:07.225491 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:52:10.839755 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8daf3b83-2ce5-491a-80a6-38945a9a4d34 req-c7b5ba4c-03d3-457c-b085-d0b90175eb13 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381858 May 26 19:52:10.924158 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf3b83-2ce5-491a-80a6-38945a9a4d34 req-5ddb8677-d5b4-46ed-882c-05ec13c23a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:10.925728 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8daf3b83-2ce5-491a-80a6-38945a9a4d34 req-5ddb8677-d5b4-46ed-882c-05ec13c23a17 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b321ef1c40e0427fb5ea28acac45322b&device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 1129 time: 0.0426950 May 26 19:52:11.026757 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf3b83-2ce5-491a-80a6-38945a9a4d34 req-cdd734e5-42e6-46f3-bd3b-faed2e3ee361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:11.028209 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8daf3b83-2ce5-491a-80a6-38945a9a4d34 req-cdd734e5-42e6-46f3-bd3b-faed2e3ee361 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b3bc02ff-85cd-4b54-9247-099ac7b7141b HTTP/1.1" status: 200 len: 910 time: 0.0833213 May 26 19:52:11.092124 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8daf3b83-2ce5-491a-80a6-38945a9a4d34 req-899ad913-9239-44b3-8134-843f6f6209df service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a225d11b-f3f0-40f4-a4be-e42546652b57 HTTP/1.1" status: 200 len: 1001 time: 0.0566001 May 26 19:52:11.140811 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf3b83-2ce5-491a-80a6-38945a9a4d34 req-18ca76ba-7192-4395-89e8-66986a31258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:11.142192 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8daf3b83-2ce5-491a-80a6-38945a9a4d34 req-18ca76ba-7192-4395-89e8-66986a31258b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=64898f9f-86ef-4088-a570-d99063830a19 HTTP/1.1" status: 200 len: 848 time: 0.0424993 May 26 19:52:11.185171 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf3b83-2ce5-491a-80a6-38945a9a4d34 req-cf6291d0-1a03-4295-abaf-7737b81aca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:11.186597 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8daf3b83-2ce5-491a-80a6-38945a9a4d34 req-cf6291d0-1a03-4295-abaf-7737b81aca1d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b3bc02ff-85cd-4b54-9247-099ac7b7141b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374796 May 26 19:52:11.277251 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8daf3b83-2ce5-491a-80a6-38945a9a4d34 req-9e5efa06-758e-42b8-8ce6-74ef0c6adc11 service neutron] 10.222.0.77 "GET /v2.0/networks/b3bc02ff-85cd-4b54-9247-099ac7b7141b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840776 May 26 19:52:11.367583 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-8daf3b83-2ce5-491a-80a6-38945a9a4d34 req-200f20cc-5f8d-49ec-be3c-dfd5f81d7b05 service neutron] 10.222.0.77 "GET /v2.0/networks/b3bc02ff-85cd-4b54-9247-099ac7b7141b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838251 May 26 19:52:17.645470 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=9 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:52:17.648224 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=17 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:52:19.535857 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d5eb-4f47-40aa-bdd5-7986e0981763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:52:21.363183 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=54 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:52:21.364999 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=47 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:52:21.832797 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-32299007-6a8b-4790-8828-676b14bb1ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:52:22.993024 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:52:24.531512 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:52:24.644014 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:52:25.879272 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:52:27.359027 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:52:30.542309 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:52:34.527977 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:52:35.196086 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [req-b6c872f6-fa27-4630-a277-8bc7856ebe35 req-66edbf25-6a5f-4a7a-b8dc-e55fa24edade service neutron] (104685) timed out ('10.222.0.77', 51441) {{(pid=104685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 19:52:37.240749 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:52:37.246710 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:52:49.540932 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-027e7000-ee65-4092-b799-98ddddd2c180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:52:51.797968 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-f4c2fcd4-8504-4376-9c26-af0fecb96a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:52:52.980820 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:52:54.637757 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:52:55.901727 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:52:57.300722 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:53:01.530667 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:53:07.238128 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:53:07.240221 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:53:11.526563 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:53:13.659040 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7b8e4ab5-dc10-47e6-9922-180f9c8dd0e8 req-4f992db3-c935-4d12-9be2-dace74668931 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818009 May 26 19:53:13.745418 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e4ab5-dc10-47e6-9922-180f9c8dd0e8 req-6fbd5071-7714-47ba-84fc-20010f0581a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:13.746917 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7b8e4ab5-dc10-47e6-9922-180f9c8dd0e8 req-6fbd5071-7714-47ba-84fc-20010f0581a9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b321ef1c40e0427fb5ea28acac45322b&device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 1129 time: 0.0424275 May 26 19:53:13.853788 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e4ab5-dc10-47e6-9922-180f9c8dd0e8 req-adb043b1-1e6e-4f86-a455-ede1826d9069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:13.855918 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7b8e4ab5-dc10-47e6-9922-180f9c8dd0e8 req-adb043b1-1e6e-4f86-a455-ede1826d9069 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b3bc02ff-85cd-4b54-9247-099ac7b7141b HTTP/1.1" status: 200 len: 910 time: 0.0891125 May 26 19:53:13.919184 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7b8e4ab5-dc10-47e6-9922-180f9c8dd0e8 req-d645533d-16f6-48d5-82ac-8cd471afecf8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a225d11b-f3f0-40f4-a4be-e42546652b57 HTTP/1.1" status: 200 len: 1001 time: 0.0571172 May 26 19:53:13.968796 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e4ab5-dc10-47e6-9922-180f9c8dd0e8 req-4c3d4795-d31b-4b9c-9e45-9ebf85117fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:13.970227 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7b8e4ab5-dc10-47e6-9922-180f9c8dd0e8 req-4c3d4795-d31b-4b9c-9e45-9ebf85117fa1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=64898f9f-86ef-4088-a570-d99063830a19 HTTP/1.1" status: 200 len: 848 time: 0.0430524 May 26 19:53:14.013442 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e4ab5-dc10-47e6-9922-180f9c8dd0e8 req-15804331-6ee4-4f82-b6d5-f5fd9cad910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:14.014890 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7b8e4ab5-dc10-47e6-9922-180f9c8dd0e8 req-15804331-6ee4-4f82-b6d5-f5fd9cad910f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b3bc02ff-85cd-4b54-9247-099ac7b7141b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373609 May 26 19:53:14.105024 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7b8e4ab5-dc10-47e6-9922-180f9c8dd0e8 req-1caa1995-cb0b-44fb-b081-79d755fdad32 service neutron] 10.222.0.77 "GET /v2.0/networks/b3bc02ff-85cd-4b54-9247-099ac7b7141b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831449 May 26 19:53:14.191814 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-7b8e4ab5-dc10-47e6-9922-180f9c8dd0e8 req-cb5d07dd-431e-47c4-ae0e-5bb886db64a5 service neutron] 10.222.0.77 "GET /v2.0/networks/b3bc02ff-85cd-4b54-9247-099ac7b7141b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787909 May 26 19:53:17.551459 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:53:17.653763 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9326ad-49f6-4f22-a18b-6b674316f50b req-8dd73892-907c-41fc-9b59-024de0fcdc30 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:17.655244 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-3b9326ad-49f6-4f22-a18b-6b674316f50b req-8dd73892-907c-41fc-9b59-024de0fcdc30 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0966401 May 26 19:53:17.706320 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-3b9326ad-49f6-4f22-a18b-6b674316f50b req-2603f9b6-42aa-4178-91d3-52d90943bddc tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455034 May 26 19:53:18.869994 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fc065-dad7-4b07-857f-a6d8d55e6d2f req-ef3e922e-8e16-42b9-b325-6be5032780a0 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:18.872007 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-988fc065-dad7-4b07-857f-a6d8d55e6d2f req-ef3e922e-8e16-42b9-b325-6be5032780a0 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0961783 May 26 19:53:18.924336 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-988fc065-dad7-4b07-857f-a6d8d55e6d2f req-e6800b71-b92e-4a8b-9a69-11023621fbfa tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464795 May 26 19:53:19.539486 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-8e063f42-a1c9-44cf-a96a-c44bba181c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:53:20.036450 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebeca32-2c89-42e7-adf3-d154a61a81af req-5ea1396e-857d-4364-869b-2e33b2190f08 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:20.037888 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-3ebeca32-2c89-42e7-adf3-d154a61a81af req-5ea1396e-857d-4364-869b-2e33b2190f08 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0462189 May 26 19:53:20.085767 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-3ebeca32-2c89-42e7-adf3-d154a61a81af req-99e856ee-ceb1-4ed9-8b43-d34f15479630 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425167 May 26 19:53:21.196585 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87937c-da81-44c2-8cd2-3bbe8edb1fd7 req-d3b36222-8155-4ffe-a49b-03c7d261aec2 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:21.198042 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2e87937c-da81-44c2-8cd2-3bbe8edb1fd7 req-d3b36222-8155-4ffe-a49b-03c7d261aec2 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0474024 May 26 19:53:21.249541 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-2e87937c-da81-44c2-8cd2-3bbe8edb1fd7 req-2c04d1b9-b25f-4003-88c5-3869f57cb4fe tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460522 May 26 19:53:21.820422 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-abf94d3b-2ca5-4809-85d0-0a5e96d54c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:53:22.360074 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488446e-c15b-4add-929b-f1a1f2148f95 req-c7e63b52-953a-4f5c-8b3c-32594521f2e6 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:22.361574 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e488446e-c15b-4add-929b-f1a1f2148f95 req-c7e63b52-953a-4f5c-8b3c-32594521f2e6 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0461693 May 26 19:53:22.409394 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e488446e-c15b-4add-929b-f1a1f2148f95 req-bf5b2a80-7d1e-4e49-8c39-807e01e26377 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423415 May 26 19:53:22.979961 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:53:23.524595 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b6918-d260-4c20-858c-44f9ff4b8585 req-1f186054-9992-48c0-a286-9e06c95b081d tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:23.526083 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3b5b6918-d260-4c20-858c-44f9ff4b8585 req-1f186054-9992-48c0-a286-9e06c95b081d tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0501466 May 26 19:53:23.574306 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-3b5b6918-d260-4c20-858c-44f9ff4b8585 req-f1ed1f71-1ee5-4ce9-a8ae-b2a1fbbefd54 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421479 May 26 19:53:24.631794 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:53:24.690484 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4705ebd-c609-4d6b-8cdd-1d0d2394cb28 req-89cce663-70df-4cfc-b11c-2c0ec29f2fa6 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:24.691979 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e4705ebd-c609-4d6b-8cdd-1d0d2394cb28 req-89cce663-70df-4cfc-b11c-2c0ec29f2fa6 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0515144 May 26 19:53:24.739676 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e4705ebd-c609-4d6b-8cdd-1d0d2394cb28 req-416cc00d-edb7-4809-92e0-50efd6e5a52e tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421016 May 26 19:53:25.856139 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece30e8-3702-48b6-acab-28b0a4767a87 req-322a4451-9dd4-4479-9b67-e2918290a785 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:25.857643 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-cece30e8-3702-48b6-acab-28b0a4767a87 req-322a4451-9dd4-4479-9b67-e2918290a785 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0502503 May 26 19:53:25.877676 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:53:25.906144 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-cece30e8-3702-48b6-acab-28b0a4767a87 req-ba0c0f68-59b3-46bf-b108-19d84ff89456 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430641 May 26 19:53:27.018360 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3fda5-7f42-4e11-9197-bb6aaa6851c4 req-a9dd3e8b-23fc-4e93-8e9a-d5094ef55c24 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:27.019818 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-94d3fda5-7f42-4e11-9197-bb6aaa6851c4 req-a9dd3e8b-23fc-4e93-8e9a-d5094ef55c24 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0463285 May 26 19:53:27.067486 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-94d3fda5-7f42-4e11-9197-bb6aaa6851c4 req-ab726c0f-3c47-4885-af9f-5623d60c2cb7 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422544 May 26 19:53:27.322912 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:53:27.858426 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521bc42-ea4c-4b28-93bc-024118e112ab req-5bbb0e3f-542f-4168-af56-18427de51b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:27.859855 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1521bc42-ea4c-4b28-93bc-024118e112ab req-5bbb0e3f-542f-4168-af56-18427de51b28 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b321ef1c40e0427fb5ea28acac45322b&device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 1129 time: 0.0392470 May 26 19:53:27.927277 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:53:27.948181 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:53:27.951170 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521bc42-ea4c-4b28-93bc-024118e112ab req-330365d5-999a-4588-a9e2-a7bbfd9d4fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:27.952650 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1521bc42-ea4c-4b28-93bc-024118e112ab req-330365d5-999a-4588-a9e2-a7bbfd9d4fe3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b3bc02ff-85cd-4b54-9247-099ac7b7141b HTTP/1.1" status: 200 len: 910 time: 0.0868876 May 26 19:53:28.016826 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1521bc42-ea4c-4b28-93bc-024118e112ab req-947a0490-9aea-4b6b-88cb-1f99c315b47b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a225d11b-f3f0-40f4-a4be-e42546652b57 HTTP/1.1" status: 200 len: 1001 time: 0.0542297 May 26 19:53:28.063756 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521bc42-ea4c-4b28-93bc-024118e112ab req-9d46ebcb-f779-4d10-8ccc-6f13075bb700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:28.065100 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1521bc42-ea4c-4b28-93bc-024118e112ab req-9d46ebcb-f779-4d10-8ccc-6f13075bb700 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=64898f9f-86ef-4088-a570-d99063830a19 HTTP/1.1" status: 200 len: 848 time: 0.0420527 May 26 19:53:28.113885 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521bc42-ea4c-4b28-93bc-024118e112ab req-6e1f6ff0-c205-4e0d-8dd9-488a169d33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:28.115577 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1521bc42-ea4c-4b28-93bc-024118e112ab req-6e1f6ff0-c205-4e0d-8dd9-488a169d33c4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b3bc02ff-85cd-4b54-9247-099ac7b7141b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434728 May 26 19:53:28.220314 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a3714-3e82-41a1-bc5b-db2201fbe196 req-fbdf1622-d212-4bb2-a0f6-907529dac886 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:28.221733 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0e9a3714-3e82-41a1-bc5b-db2201fbe196 req-fbdf1622-d212-4bb2-a0f6-907529dac886 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0798419 May 26 19:53:28.260885 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1521bc42-ea4c-4b28-93bc-024118e112ab req-b0f9f90e-b8a6-42dd-8440-e60a1b870736 service neutron] 10.222.0.77 "GET /v2.0/networks/b3bc02ff-85cd-4b54-9247-099ac7b7141b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383626 May 26 19:53:28.303003 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0e9a3714-3e82-41a1-bc5b-db2201fbe196 req-859fcafa-1ade-4c4f-bd32-9344ade6ae48 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732577 May 26 19:53:28.363505 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-1521bc42-ea4c-4b28-93bc-024118e112ab req-86650445-7832-4556-8247-797a06c4b381 service neutron] 10.222.0.77 "GET /v2.0/networks/b3bc02ff-85cd-4b54-9247-099ac7b7141b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918014 May 26 19:53:29.416285 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980dd9c-5fbf-4bd5-b796-1a9028fd7b90 req-c585768d-be45-4701-ac31-78d75695be4d tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:29.417852 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1980dd9c-5fbf-4bd5-b796-1a9028fd7b90 req-c585768d-be45-4701-ac31-78d75695be4d tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0457709 May 26 19:53:29.469731 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1980dd9c-5fbf-4bd5-b796-1a9028fd7b90 req-ad5c28eb-d50a-40e8-ae4d-568a8c98cd90 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460234 May 26 19:53:30.589384 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f33562-4f7f-4eb5-a4af-2083dee0bc17 req-3e3463f7-817f-477b-b2f2-ce2b38e20a07 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:30.590883 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-82f33562-4f7f-4eb5-a4af-2083dee0bc17 req-3e3463f7-817f-477b-b2f2-ce2b38e20a07 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0518107 May 26 19:53:30.640984 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-82f33562-4f7f-4eb5-a4af-2083dee0bc17 req-183af4b5-dce0-4b55-8aa4-e3041655c786 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444558 May 26 19:53:31.753179 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fc0d8-32b3-4479-8f62-13254ac5a00f req-5e57ee92-739a-4d05-926d-dee92dfcf022 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:31.754640 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-2d5fc0d8-32b3-4479-8f62-13254ac5a00f req-5e57ee92-739a-4d05-926d-dee92dfcf022 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0469360 May 26 19:53:31.802235 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-2d5fc0d8-32b3-4479-8f62-13254ac5a00f req-1b8547d8-3e98-4d49-8db3-5a24762bc3fc tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420859 May 26 19:53:31.910336 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [req-70f1eaeb-0f7f-4c55-97f0-1c4eeaf9043a req-d372cd81-2b7d-4a37-8adc-171dc49e204b service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 19:53:31.911351 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-70f1eaeb-0f7f-4c55-97f0-1c4eeaf9043a req-d372cd81-2b7d-4a37-8adc-171dc49e204b service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0472298 May 26 19:53:33.241012 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129eab53-4673-4591-8905-212a988bcf6a req-f82dfe99-c013-4d20-9f7a-eab66a64c981 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:33.242466 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-129eab53-4673-4591-8905-212a988bcf6a req-f82dfe99-c013-4d20-9f7a-eab66a64c981 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0471354 May 26 19:53:33.292093 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-129eab53-4673-4591-8905-212a988bcf6a req-81b72241-0ef3-4b49-b650-45d771e781a6 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435705 May 26 19:53:33.316477 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 33438) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:53:33.397208 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bcbbf95d-a32a-4e0d-ac19-73ecee86b24c req-8db44a18-04fa-4f5b-8c58-d4c6da7cf453 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0776453 May 26 19:53:33.404000 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [req-bcbbf95d-a32a-4e0d-ac19-73ecee86b24c req-62f2dabe-f8a9-4b75-a5e6-5bd763cd3364 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 19:53:33.404938 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bcbbf95d-a32a-4e0d-ac19-73ecee86b24c req-62f2dabe-f8a9-4b75-a5e6-5bd763cd3364 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052228 May 26 19:53:33.506471 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 33446) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:53:33.594018 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbf95d-a32a-4e0d-ac19-73ecee86b24c req-3c967a8d-f232-4be4-899b-380c0b1721a5 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:33.597996 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bcbbf95d-a32a-4e0d-ac19-73ecee86b24c req-3c967a8d-f232-4be4-899b-380c0b1721a5 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports/a225d11b-f3f0-40f4-a4be-e42546652b57 HTTP/1.1" status: 200 len: 942 time: 0.0941052 May 26 19:53:34.138261 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device a225d11b-f3f0-40f4-a4be-e42546652b57 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:53:34.205423 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port a225d11b-f3f0-40f4-a4be-e42546652b57 is: ACTIVE; New status is: DOWN {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:53:34.205728 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:53:34.227106 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d513a87-789f-41b6-91b0-b5a3624aae22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a225d11b-f3f0-40f4-a4be-e42546652b57'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:53:34.229313 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5702b1fb-e2bc-40f8-9664-3f735ad95ff8" -d '{"events": [{"server_uuid": "0d513a87-789f-41b6-91b0-b5a3624aae22", "name": "network-vif-unplugged", "status": "completed", "tag": "a225d11b-f3f0-40f4-a4be-e42546652b57"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:53:34.243250 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port a225d11b-f3f0-40f4-a4be-e42546652b57, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a225d11b-f3f0-40f4-a4be-e42546652b57,segment=NetworkSegment(23a4cd55-7dff-4c32-803e-4ac080e2718f),segment_id=23a4cd55-7dff-4c32-803e-4ac080e2718f)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:53:34.321810 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 19:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471d2ddc-7238-4398-a969-070a29c7a96a x-openstack-request-id: req-471d2ddc-7238-4398-a969-070a29c7a96a {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:53:34.321810 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d513a87-789f-41b6-91b0-b5a3624aae22", "name": "network-vif-unplugged", "status": "failed", "tag": "a225d11b-f3f0-40f4-a4be-e42546652b57", "code": 422}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:53:34.321810 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-471d2ddc-7238-4398-a969-070a29c7a96a {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:53:34.321810 dv-cinder-825492-17-iscsi neutron-server[104686]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-471d2ddc-7238-4398-a969-070a29c7a96a']: {'server_uuid': '0d513a87-789f-41b6-91b0-b5a3624aae22', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a225d11b-f3f0-40f4-a4be-e42546652b57', 'code': 422} returned with failed status May 26 19:53:34.340163 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:53:34.393490 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=a225d11b-f3f0-40f4-a4be-e42546652b57,revision_number=6']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:34.400796 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:34.401143 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:34.401508 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:34.401878 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:34.402215 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:34.402544 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:34.402870 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:34.403236 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:34.403543 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:34.403866 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:34.404192 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:34.404513 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:34.404832 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:34.405154 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:34.405471 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:34.416619 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c7071-b2c6-4469-9642-b080e1b0b046 req-ec1a79c1-f911-44aa-a1a1-daf9cec1f06b tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:34.418641 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c51c7071-b2c6-4469-9642-b080e1b0b046 req-ec1a79c1-f911-44aa-a1a1-daf9cec1f06b tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 943 time: 0.0544941 May 26 19:53:34.467129 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-c51c7071-b2c6-4469-9642-b080e1b0b046 req-d2eac65a-f9e9-49bd-a9f7-1a99d5da1842 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428109 May 26 19:53:35.578988 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf8990-577f-45e3-a072-9efbbe8e43f3 req-d92ce5a0-2818-4b6a-a889-66feee3034b2 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:35.580450 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0ecf8990-577f-45e3-a072-9efbbe8e43f3 req-d92ce5a0-2818-4b6a-a889-66feee3034b2 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 943 time: 0.0464413 May 26 19:53:35.634604 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-0ecf8990-577f-45e3-a072-9efbbe8e43f3 req-380632cc-c2fd-4081-8300-05e516c1f71e tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486016 May 26 19:53:36.273288 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbf95d-a32a-4e0d-ac19-73ecee86b24c req-f215c0e8-8b33-46fd-adbc-512286381f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:36.274735 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bcbbf95d-a32a-4e0d-ac19-73ecee86b24c req-f215c0e8-8b33-46fd-adbc-512286381f4a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22&tenant_id=b321ef1c40e0427fb5ea28acac45322b HTTP/1.1" status: 200 len: 1127 time: 0.0382440 May 26 19:53:36.333052 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbf95d-a32a-4e0d-ac19-73ecee86b24c req-da0b733d-fab2-4a1a-bd55-3eba6b414df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:36.334480 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bcbbf95d-a32a-4e0d-ac19-73ecee86b24c req-da0b733d-fab2-4a1a-bd55-3eba6b414df4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b321ef1c40e0427fb5ea28acac45322b&device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 1127 time: 0.0371454 May 26 19:53:36.429807 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbf95d-a32a-4e0d-ac19-73ecee86b24c req-ff490dbb-3603-44af-94ef-fc322f7f45a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:36.431301 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bcbbf95d-a32a-4e0d-ac19-73ecee86b24c req-ff490dbb-3603-44af-94ef-fc322f7f45a1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b3bc02ff-85cd-4b54-9247-099ac7b7141b HTTP/1.1" status: 200 len: 910 time: 0.0882638 May 26 19:53:36.491749 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:53:36.500798 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bcbbf95d-a32a-4e0d-ac19-73ecee86b24c req-6eebc0c0-0854-485b-8af1-9a7caee52fb3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a225d11b-f3f0-40f4-a4be-e42546652b57 HTTP/1.1" status: 200 len: 999 time: 0.0630856 May 26 19:53:36.550107 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbf95d-a32a-4e0d-ac19-73ecee86b24c req-45251849-eda6-49ab-89c8-8c89b4d58b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:36.551442 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bcbbf95d-a32a-4e0d-ac19-73ecee86b24c req-45251849-eda6-49ab-89c8-8c89b4d58b82 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=64898f9f-86ef-4088-a570-d99063830a19 HTTP/1.1" status: 200 len: 848 time: 0.0425782 May 26 19:53:36.598074 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbf95d-a32a-4e0d-ac19-73ecee86b24c req-7189707e-0d89-4950-b18f-50491f4dca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:36.599534 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bcbbf95d-a32a-4e0d-ac19-73ecee86b24c req-7189707e-0d89-4950-b18f-50491f4dca8b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b3bc02ff-85cd-4b54-9247-099ac7b7141b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400312 May 26 19:53:36.687846 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:53:36.691786 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bcbbf95d-a32a-4e0d-ac19-73ecee86b24c req-855cca3c-a292-4e1d-ad6e-d11e435018d2 service neutron] 10.222.0.77 "GET /v2.0/networks/b3bc02ff-85cd-4b54-9247-099ac7b7141b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855780 May 26 19:53:36.748257 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d048750-299c-4d27-ba70-fb9f2ea06a8f req-53fb2e9d-03f2-4736-8aeb-4ea03c3f90fe tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:36.750058 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1d048750-299c-4d27-ba70-fb9f2ea06a8f req-53fb2e9d-03f2-4736-8aeb-4ea03c3f90fe tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 943 time: 0.0470989 May 26 19:53:36.786737 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-bcbbf95d-a32a-4e0d-ac19-73ecee86b24c req-1a718e33-1bd9-4ac2-828e-ae38605ba44e service neutron] 10.222.0.77 "GET /v2.0/networks/b3bc02ff-85cd-4b54-9247-099ac7b7141b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864818 May 26 19:53:36.798241 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1d048750-299c-4d27-ba70-fb9f2ea06a8f req-21a2a31c-e957-48b9-915b-abe103afb329 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430462 May 26 19:53:37.910680 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63046809-a173-4a07-ac8d-010a1269f7a0 req-d8af5ca7-5ee0-4d2d-8552-96516f75f36a tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:37.912138 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63046809-a173-4a07-ac8d-010a1269f7a0 req-d8af5ca7-5ee0-4d2d-8552-96516f75f36a tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 943 time: 0.0468452 May 26 19:53:37.964981 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-63046809-a173-4a07-ac8d-010a1269f7a0 req-3461cbe5-834b-45e9-9d1e-f06c1a3ff8c9 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473945 May 26 19:53:38.532643 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:53:39.043664 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=88 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:53:39.045510 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=94 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:53:39.087963 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a51c7a-ede0-4f26-9586-fe8148bc1533 req-807d0d70-3537-424a-b2ce-7fab82cd791e tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:39.089957 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e2a51c7a-ede0-4f26-9586-fe8148bc1533 req-807d0d70-3537-424a-b2ce-7fab82cd791e tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 943 time: 0.0550301 May 26 19:53:39.144179 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-e2a51c7a-ede0-4f26-9586-fe8148bc1533 req-98660039-1591-4201-ab83-38bfc7e28dfb tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483258 May 26 19:53:40.256623 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7f966-3058-4222-b6ff-3c4429319ea3 req-86273cc4-e079-4284-9749-6f18767ef9b4 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:40.258070 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6bd7f966-3058-4222-b6ff-3c4429319ea3 req-86273cc4-e079-4284-9749-6f18767ef9b4 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 943 time: 0.0469358 May 26 19:53:40.310129 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-6bd7f966-3058-4222-b6ff-3c4429319ea3 req-a95a35c3-d134-4d0a-95e0-7cf627fa63a9 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459430 May 26 19:53:41.424303 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26b6db-9308-42c2-9ebc-bab6c5d278f5 req-73de6bed-ecbc-4559-aa26-d23792d81261 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:41.425734 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ac26b6db-9308-42c2-9ebc-bab6c5d278f5 req-73de6bed-ecbc-4559-aa26-d23792d81261 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 943 time: 0.0462239 May 26 19:53:41.472830 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-ac26b6db-9308-42c2-9ebc-bab6c5d278f5 req-99b0c20d-9d82-44e7-b62a-efb8fbffe988 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416968 May 26 19:53:42.840063 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b3a3f-3278-41c5-8f7d-c392d7c0863f req-0bf5cf7e-5814-438c-9d3c-a7b9cf370975 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:42.842070 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-339b3a3f-3278-41c5-8f7d-c392d7c0863f req-0bf5cf7e-5814-438c-9d3c-a7b9cf370975 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 943 time: 0.3003962 May 26 19:53:42.889345 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-339b3a3f-3278-41c5-8f7d-c392d7c0863f req-5879edb1-32f7-45b3-8153-1e028fd4bdf4 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416670 May 26 19:53:44.016591 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521bee5-d637-421f-a335-7e69d9d977f5 req-e02e41f1-0283-4de5-a532-7a034ca52278 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:44.018006 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f521bee5-d637-421f-a335-7e69d9d977f5 req-e02e41f1-0283-4de5-a532-7a034ca52278 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 943 time: 0.0622542 May 26 19:53:44.073400 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-f521bee5-d637-421f-a335-7e69d9d977f5 req-48065b67-cb20-4c6b-8224-d40cd04388e5 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497954 May 26 19:53:44.180785 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device a225d11b-f3f0-40f4-a4be-e42546652b57 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 19:53:44.278856 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port a225d11b-f3f0-40f4-a4be-e42546652b57, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a225d11b-f3f0-40f4-a4be-e42546652b57,segment=NetworkSegment(23a4cd55-7dff-4c32-803e-4ac080e2718f),segment_id=23a4cd55-7dff-4c32-803e-4ac080e2718f)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:53:44.290659 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Returning: {'device': 'a225d11b-f3f0-40f4-a4be-e42546652b57', 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b', 'port_id': 'a225d11b-f3f0-40f4-a4be-e42546652b57', 'mac_address': 'fa:16:3e:b3:78:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64898f9f-86ef-4088-a570-d99063830a19', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 19:53:44.326570 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port a225d11b-f3f0-40f4-a4be-e42546652b57 is: DOWN; New status is: BUILD {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:53:44.326985 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:53:44.339676 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a225d11b-f3f0-40f4-a4be-e42546652b57 {{(pid=104686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:53:44.359027 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port a225d11b-f3f0-40f4-a4be-e42546652b57, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a225d11b-f3f0-40f4-a4be-e42546652b57,segment=NetworkSegment(23a4cd55-7dff-4c32-803e-4ac080e2718f),segment_id=23a4cd55-7dff-4c32-803e-4ac080e2718f)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:53:44.436734 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:53:44.481808 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=a225d11b-f3f0-40f4-a4be-e42546652b57,revision_number=7']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:44.759573 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] get_ports_and_sgs() called for port_ids ['a225d11b-f3f0-40f4-a4be-e42546652b57'] {{(pid=104686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 19:53:44.851485 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:53:44.885551 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:53:45.185630 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b5635-f744-4549-be41-8a9629930c34 req-64575096-5394-4e52-8e24-a04c6fdee0c8 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:45.187119 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fb2b5635-f744-4549-be41-8a9629930c34 req-64575096-5394-4e52-8e24-a04c6fdee0c8 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 944 time: 0.0470200 May 26 19:53:45.235244 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-fb2b5635-f744-4549-be41-8a9629930c34 req-fba74d43-ef42-4275-ae25-2ed739c3643b tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426748 May 26 19:53:46.180501 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device a225d11b-f3f0-40f4-a4be-e42546652b57 up at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 19:53:46.225968 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.provisioning_blocks [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Provisioning complete for port a225d11b-f3f0-40f4-a4be-e42546652b57 triggered by entity L2. {{(pid=104686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 19:53:46.226336 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-752575'] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), provisioning_complete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:53:46.295557 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Current status of the port a225d11b-f3f0-40f4-a4be-e42546652b57 is: BUILD; New status is: ACTIVE {{(pid=104686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 19:53:46.295938 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620161'] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), before_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:53:46.319099 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d513a87-789f-41b6-91b0-b5a3624aae22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a225d11b-f3f0-40f4-a4be-e42546652b57'}] {{(pid=104686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:53:46.321293 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7b7509780242efa99c61062a7c162ebddd34ee89b6af40b806fd9e4bf6788c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c6e921-a117-41fa-b94e-47ae0a95baaa" -d '{"events": [{"server_uuid": "0d513a87-789f-41b6-91b0-b5a3624aae22", "name": "network-vif-plugged", "status": "completed", "tag": "a225d11b-f3f0-40f4-a4be-e42546652b57"}]}' {{(pid=104686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:53:46.333721 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] For port a225d11b-f3f0-40f4-a4be-e42546652b57, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a225d11b-f3f0-40f4-a4be-e42546652b57,segment=NetworkSegment(23a4cd55-7dff-4c32-803e-4ac080e2718f),segment_id=23a4cd55-7dff-4c32-803e-4ac080e2718f)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:53:46.355712 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44cd5a-8e6a-4646-9147-41639158ccf1 req-49d29922-7233-4151-9b2c-fc30c667af9d tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:46.357276 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0a44cd5a-8e6a-4646-9147-41639158ccf1 req-49d29922-7233-4151-9b2c-fc30c667af9d tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 944 time: 0.0550604 May 26 19:53:46.359980 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcc47ce-348c-4707-9e26-4b86112435fd x-openstack-request-id: req-ebcc47ce-348c-4707-9e26-4b86112435fd {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:53:46.360771 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d513a87-789f-41b6-91b0-b5a3624aae22", "name": "network-vif-plugged", "status": "completed", "tag": "a225d11b-f3f0-40f4-a4be-e42546652b57", "code": 200}]} {{(pid=104686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:53:46.361036 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ebcc47ce-348c-4707-9e26-4b86112435fd {{(pid=104686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:53:46.361419 dv-cinder-825492-17-iscsi neutron-server[104686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebcc47ce-348c-4707-9e26-4b86112435fd'] response: {'server_uuid': '0d513a87-789f-41b6-91b0-b5a3624aae22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a225d11b-f3f0-40f4-a4be-e42546652b57', 'code': 200} May 26 19:53:46.408271 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-0a44cd5a-8e6a-4646-9147-41639158ccf1 req-5d09382d-8394-4c87-b00b-fe6d98afdec4 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445299 May 26 19:53:46.420412 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748975445477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748974906709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748974906727'] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:53:46.468040 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Pushing event updated for resources: {'Port': ['ID=a225d11b-f3f0-40f4-a4be-e42546652b57,revision_number=8']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:46.652214 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8c05e-ab16-46ce-a9fb-69c085bafa11 req-13e1ba36-0b42-449b-a8de-590aadb21a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:46.653725 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-53f8c05e-ab16-46ce-a9fb-69c085bafa11 req-13e1ba36-0b42-449b-a8de-590aadb21a44 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 1129 time: 0.0431499 May 26 19:53:46.699336 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-53f8c05e-ab16-46ce-a9fb-69c085bafa11 req-2d9fb4c9-fe8c-40db-852f-6887729d2e23 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385144 May 26 19:53:47.524456 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50434f45-0d2b-4901-bf62-67756da5143c req-cfe243e9-f808-4e03-83e6-43bc9feadd07 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:47.525962 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-50434f45-0d2b-4901-bf62-67756da5143c req-cfe243e9-f808-4e03-83e6-43bc9feadd07 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0477190 May 26 19:53:47.574033 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-50434f45-0d2b-4901-bf62-67756da5143c req-588f5b7b-cc02-4f6b-9779-e150a9e0af2a tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425768 May 26 19:53:48.525971 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:53:48.526733 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:53:48.693892 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08900919-c02d-4f3d-a056-b3b42b09125d req-eb87b4e4-65f5-4501-b9e1-738db2a6e656 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:48.695300 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-08900919-c02d-4f3d-a056-b3b42b09125d req-eb87b4e4-65f5-4501-b9e1-738db2a6e656 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0493429 May 26 19:53:48.742950 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-08900919-c02d-4f3d-a056-b3b42b09125d req-fb1773c1-549c-481b-9d82-997a5717127f tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422943 May 26 19:53:49.562343 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-c6e451bd-fae7-41e9-91fc-519cd68ed3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:53:51.813207 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6d8f161d-38da-4c71-82f6-a6c0350eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:53:52.991202 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:53:54.659422 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:53:55.899653 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:53:57.361569 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:53:57.566370 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=57 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:53:57.570297 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=87 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:53:58.729838 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=46 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:53:58.738811 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=42 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:54:07.259670 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:54:07.264469 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=71,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:54:14.827223 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3add368-0c72-49bd-8abc-5d357e9354ee req-a3ab2e89-b383-4557-9f5d-92f1906bcb51 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405748 May 26 19:54:14.909997 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3add368-0c72-49bd-8abc-5d357e9354ee req-239e85b2-ac84-440d-bac9-0b97067b5222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:14.911489 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3add368-0c72-49bd-8abc-5d357e9354ee req-239e85b2-ac84-440d-bac9-0b97067b5222 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b321ef1c40e0427fb5ea28acac45322b&device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 1129 time: 0.0386651 May 26 19:54:15.015272 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3add368-0c72-49bd-8abc-5d357e9354ee req-12d31ed6-b145-4383-be16-27def1ce869a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:15.021229 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3add368-0c72-49bd-8abc-5d357e9354ee req-12d31ed6-b145-4383-be16-27def1ce869a service neutron] 10.222.0.77 "GET /v2.0/networks?id=b3bc02ff-85cd-4b54-9247-099ac7b7141b HTTP/1.1" status: 200 len: 910 time: 0.0824862 May 26 19:54:15.081408 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3add368-0c72-49bd-8abc-5d357e9354ee req-24a47246-696a-4575-aacf-f4f8fb284a58 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a225d11b-f3f0-40f4-a4be-e42546652b57 HTTP/1.1" status: 200 len: 1001 time: 0.0575275 May 26 19:54:15.128952 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3add368-0c72-49bd-8abc-5d357e9354ee req-655e8243-ae91-45f1-b45b-ce7fb8ca83e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:15.130339 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3add368-0c72-49bd-8abc-5d357e9354ee req-655e8243-ae91-45f1-b45b-ce7fb8ca83e5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=64898f9f-86ef-4088-a570-d99063830a19 HTTP/1.1" status: 200 len: 848 time: 0.0426557 May 26 19:54:15.173863 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3add368-0c72-49bd-8abc-5d357e9354ee req-63d5ae3e-1bad-4afc-8482-10c3a2ae154e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:15.175390 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3add368-0c72-49bd-8abc-5d357e9354ee req-63d5ae3e-1bad-4afc-8482-10c3a2ae154e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b3bc02ff-85cd-4b54-9247-099ac7b7141b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386012 May 26 19:54:15.268658 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3add368-0c72-49bd-8abc-5d357e9354ee req-bc532053-8187-44d9-b833-54ec13733fd1 service neutron] 10.222.0.77 "GET /v2.0/networks/b3bc02ff-85cd-4b54-9247-099ac7b7141b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858126 May 26 19:54:15.357517 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-f3add368-0c72-49bd-8abc-5d357e9354ee req-85ea6c47-6bd9-42d4-bd77-e154c2df5cfe service neutron] 10.222.0.77 "GET /v2.0/networks/b3bc02ff-85cd-4b54-9247-099ac7b7141b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818276 May 26 19:54:15.531617 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:54:19.579373 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-7b4bdf62-270b-48ec-851b-411affec1adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:54:21.547310 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=22 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:54:21.813503 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a9f9f835-d5fd-4a8d-996a-3695ea4780f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:54:22.990416 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:54:24.613109 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:54:25.347760 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=50 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:54:25.353928 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=51 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:54:25.527821 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=14 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:54:25.886158 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:54:27.316221 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:54:37.265545 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:54:37.267438 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:54:49.538343 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-bff03bf7-a395-4a79-8d47-8b049b437a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:54:51.834041 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-24cb8144-8f87-464e-ac27-6a1eb3f4c27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:54:52.530514 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:54:53.022644 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:54:54.738604 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:54:55.921668 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:54:57.378154 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:02.526129 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:02.527373 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:07.273088 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 33516) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:55:07.309602 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:07.311514 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:07.416309 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Deleting port 9eb3ab40-401c-4314-b5dc-f60e035696ee {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:55:07.416660 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (9eb3ab40-401c-4314-b5dc-f60e035696ee), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:07.491042 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (9eb3ab40-401c-4314-b5dc-f60e035696ee), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:07.491364 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for floatingip (9eb3ab40-401c-4314-b5dc-f60e035696ee), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:07.504364 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Calling delete_port for 9eb3ab40-401c-4314-b5dc-f60e035696ee owned by network:floatingip {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:55:07.721485 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (9eb3ab40-401c-4314-b5dc-f60e035696ee), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:07.746474 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Pushing event deleted for resources: {'Port': ['ID=9eb3ab40-401c-4314-b5dc-f60e035696ee,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:07.778396 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:07.778742 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:07.779117 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:07.779455 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:07.779788 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:07.780117 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:07.780442 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:07.780763 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:07.781130 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:07.781454 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:07.781778 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:07.782102 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:07.782421 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:07.782739 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:07.783127 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:07.823827 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for floatingip (3d0b32c7-5c4f-42a6-b5f7-27c0703abddd), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:07.824092 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.db.l3_db [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Floating IP 3d0b32c7-5c4f-42a6-b5f7-27c0703abddd disassociated (deleted). External IP: 172.27.0.253, port: a225d11b-f3f0-40f4-a4be-e42546652b57. May 26 19:55:08.018577 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Router f1724576-f293-4797-8da9-422db322ad04 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:55:08.118803 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:55:08.123802 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for floatingip (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:08.128817 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f5fde-3e61-421d-a874-2e2f014bead2 None None] Sync routers for ids ['f1724576-f293-4797-8da9-422db322ad04'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:55:08.138464 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f5fde-3e61-421d-a874-2e2f014bead2 None None] Routers {'f1724576-f293-4797-8da9-422db322ad04'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:55:08.139181 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-0b4f5fde-3e61-421d-a874-2e2f014bead2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:54:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['f1724576-f293-4797-8da9-422db322ad04'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:08.149983 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:08.158374 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-f9de3995-2429-425b-b45b-b19d9c566dfd tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "DELETE /v2.0/floatingips/3d0b32c7-5c4f-42a6-b5f7-27c0703abddd HTTP/1.1" status: 204 len: 168 time: 0.8842363 May 26 19:55:08.159085 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d513a87-789f-41b6-91b0-b5a3624aae22', 'tag': 'a225d11b-f3f0-40f4-a4be-e42546652b57'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:55:08.161418 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efac9971-e283-4035-8fbc-5a90f39a74ee" -d '{"events": [{"name": "network-changed", "server_uuid": "0d513a87-789f-41b6-91b0-b5a3624aae22", "tag": "a225d11b-f3f0-40f4-a4be-e42546652b57"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:55:08.244614 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-0b4f5fde-3e61-421d-a874-2e2f014bead2 None None] Set router f1724576-f293-4797-8da9-422db322ad04 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:55:08.263973 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 19:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b0b790-6022-4399-8e2f-769017fda53a x-openstack-request-id: req-f3b0b790-6022-4399-8e2f-769017fda53a {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:55:08.264278 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d513a87-789f-41b6-91b0-b5a3624aae22", "tag": "a225d11b-f3f0-40f4-a4be-e42546652b57", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:55:08.264529 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f3b0b790-6022-4399-8e2f-769017fda53a {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:55:08.264958 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b0b790-6022-4399-8e2f-769017fda53a'] response: {'name': 'network-changed', 'server_uuid': '0d513a87-789f-41b6-91b0-b5a3624aae22', 'tag': 'a225d11b-f3f0-40f4-a4be-e42546652b57', 'status': 'completed', 'code': 200} May 26 19:55:08.319650 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:08.328330 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac9971-e283-4035-8fbc-5a90f39a74ee req-e7ed0986-7d35-48d5-8752-f23b5863105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:08.329887 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-efac9971-e283-4035-8fbc-5a90f39a74ee req-e7ed0986-7d35-48d5-8752-f23b5863105c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b321ef1c40e0427fb5ea28acac45322b&device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 1129 time: 0.0427647 May 26 19:55:08.430204 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac9971-e283-4035-8fbc-5a90f39a74ee req-333a0fef-fd1b-4bf7-8b3e-733feacd50be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:08.431708 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-efac9971-e283-4035-8fbc-5a90f39a74ee req-333a0fef-fd1b-4bf7-8b3e-733feacd50be service neutron] 10.222.0.77 "GET /v2.0/networks?id=b3bc02ff-85cd-4b54-9247-099ac7b7141b HTTP/1.1" status: 200 len: 910 time: 0.0930476 May 26 19:55:08.442492 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-0b4f5fde-3e61-421d-a874-2e2f014bead2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1724576-f293-4797-8da9-422db322ad04', 'name': 'tempest-TestShelveInstance-1130141916-router', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:34Z', 'revision_number': 4, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'gw_port': {'id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:58:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'cdfc1bb2-60cf-4281-9a5c-352cdd4696a7', 'name': '', 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'mac_address': 'fa:16:3e:97:13:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '64898f9f-86ef-4088-a570-d99063830a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:38Z', 'revision_number': 5, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'subnets': [{'id': '64898f9f-86ef-4088-a570-d99063830a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:08.466880 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f5fde-3e61-421d-a874-2e2f014bead2 None None] Checking router: f1724576-f293-4797-8da9-422db322ad04 for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:55:08.471610 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-efac9971-e283-4035-8fbc-5a90f39a74ee req-e5f61588-472a-43a4-bd00-e6c90667d750 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a225d11b-f3f0-40f4-a4be-e42546652b57 HTTP/1.1" status: 200 len: 217 time: 0.0326343 May 26 19:55:08.476097 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f5fde-3e61-421d-a874-2e2f014bead2 None None] Routers {'f1724576-f293-4797-8da9-422db322ad04'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:55:08.476808 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-0b4f5fde-3e61-421d-a874-2e2f014bead2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:54:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['f1724576-f293-4797-8da9-422db322ad04'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:08.524766 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac9971-e283-4035-8fbc-5a90f39a74ee req-10e781e5-d05f-4dc0-a7af-32472319cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:08.526605 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-efac9971-e283-4035-8fbc-5a90f39a74ee req-10e781e5-d05f-4dc0-a7af-32472319cdf2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=64898f9f-86ef-4088-a570-d99063830a19 HTTP/1.1" status: 200 len: 848 time: 0.0481348 May 26 19:55:08.582401 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d60602-1534-4dac-afaa-789759657b1c req-2cb4c5ed-0218-4a2b-97ab-24d3c2138ba2 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:08.584068 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-58d60602-1534-4dac-afaa-789759657b1c req-2cb4c5ed-0218-4a2b-97ab-24d3c2138ba2 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0541947 May 26 19:55:08.636940 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-58d60602-1534-4dac-afaa-789759657b1c req-78ffd74d-c5d2-4fbb-9d70-4ccfb200d99f tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470066 May 26 19:55:08.706729 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-0b4f5fde-3e61-421d-a874-2e2f014bead2 None None] Set router f1724576-f293-4797-8da9-422db322ad04 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:55:08.886677 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-0b4f5fde-3e61-421d-a874-2e2f014bead2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1724576-f293-4797-8da9-422db322ad04', 'name': 'tempest-TestShelveInstance-1130141916-router', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:34Z', 'revision_number': 4, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'gw_port': {'id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:58:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'cdfc1bb2-60cf-4281-9a5c-352cdd4696a7', 'name': '', 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'mac_address': 'fa:16:3e:97:13:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '64898f9f-86ef-4088-a570-d99063830a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:38Z', 'revision_number': 5, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'subnets': [{'id': '64898f9f-86ef-4088-a570-d99063830a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:08.914090 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f5fde-3e61-421d-a874-2e2f014bead2 None None] The sync data for ids ['f1724576-f293-4797-8da9-422db322ad04'] in dv-cinder-825492-17-iscsi is: [{'id': 'f1724576-f293-4797-8da9-422db322ad04', 'name': 'tempest-TestShelveInstance-1130141916-router', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:34Z', 'revision_number': 4, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'gw_port': {'id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:58:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi', '_interfaces': [{'id': 'cdfc1bb2-60cf-4281-9a5c-352cdd4696a7', 'name': '', 'network_id': 'b3bc02ff-85cd-4b54-9247-099ac7b7141b', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'mac_address': 'fa:16:3e:97:13:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '64898f9f-86ef-4088-a570-d99063830a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:38Z', 'revision_number': 5, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'subnets': [{'id': '64898f9f-86ef-4088-a570-d99063830a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:55:09.120126 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5733ddca-d1e8-4c1e-9429-8da5887e0948 None None] New status for floating IP 3d0b32c7-5c4f-42a6-b5f7-27c0703abddd: DOWN {{(pid=104687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 19:55:09.752560 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab766c33-7cab-4f2f-b495-76d0432bd6b2 req-b7062512-f7d3-4f0c-91cc-c6eeb467da0b tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:09.754019 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ab766c33-7cab-4f2f-b495-76d0432bd6b2 req-b7062512-f7d3-4f0c-91cc-c6eeb467da0b tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0477149 May 26 19:55:09.815133 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-ab766c33-7cab-4f2f-b495-76d0432bd6b2 req-8780776c-2d72-4796-9780-c8463fe71ae4 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554790 May 26 19:55:09.841964 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac9971-e283-4035-8fbc-5a90f39a74ee req-d3512da7-247e-4bca-9ce4-f648027d557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:09.843562 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-efac9971-e283-4035-8fbc-5a90f39a74ee req-d3512da7-247e-4bca-9ce4-f648027d557e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b3bc02ff-85cd-4b54-9247-099ac7b7141b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420382 May 26 19:55:09.942489 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-efac9971-e283-4035-8fbc-5a90f39a74ee req-74986a63-f1e8-40fb-81d3-02a1f258ec11 service neutron] 10.222.0.77 "GET /v2.0/networks/b3bc02ff-85cd-4b54-9247-099ac7b7141b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801625 May 26 19:55:10.258301 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-efac9971-e283-4035-8fbc-5a90f39a74ee req-c5bfcf98-2159-452d-bcc2-34b1e7925a92 service neutron] 10.222.0.77 "GET /v2.0/networks/b3bc02ff-85cd-4b54-9247-099ac7b7141b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883234 May 26 19:55:10.626825 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051d6fb-0f32-45f0-bdc5-daf055521e4b req-278761bd-6290-4e65-bf53-1ebda53de04e tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:10.628280 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4051d6fb-0f32-45f0-bdc5-daf055521e4b req-278761bd-6290-4e65-bf53-1ebda53de04e tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0472527 May 26 19:55:10.727767 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-4051d6fb-0f32-45f0-bdc5-daf055521e4b req-93670ace-40ce-4595-ba33-b81a33bdefbe tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Deleting port a225d11b-f3f0-40f4-a4be-e42546652b57 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:55:10.728251 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-4051d6fb-0f32-45f0-bdc5-daf055521e4b req-93670ace-40ce-4595-ba33-b81a33bdefbe tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:10.822562 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [req-4051d6fb-0f32-45f0-bdc5-daf055521e4b req-93670ace-40ce-4595-ba33-b81a33bdefbe tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] For port a225d11b-f3f0-40f4-a4be-e42546652b57, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a225d11b-f3f0-40f4-a4be-e42546652b57,segment=NetworkSegment(23a4cd55-7dff-4c32-803e-4ac080e2718f),segment_id=23a4cd55-7dff-4c32-803e-4ac080e2718f)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:55:10.823283 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-4051d6fb-0f32-45f0-bdc5-daf055521e4b req-93670ace-40ce-4595-ba33-b81a33bdefbe tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:10.835756 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [req-4051d6fb-0f32-45f0-bdc5-daf055521e4b req-93670ace-40ce-4595-ba33-b81a33bdefbe tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Calling delete_port for a225d11b-f3f0-40f4-a4be-e42546652b57 owned by compute:nova {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:55:10.921891 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:10.929008 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5a1b4-1e58-4362-9bf2-2d4a897037bc req-7eaab87c-c6c7-471f-8d3b-9d4efa81804c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:10.936441 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-35e5a1b4-1e58-4362-9bf2-2d4a897037bc req-7eaab87c-c6c7-471f-8d3b-9d4efa81804c tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 945 time: 0.0483222 May 26 19:55:10.980936 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-35e5a1b4-1e58-4362-9bf2-2d4a897037bc req-7f3e8b72-f297-40d3-ac76-e756a68cd3cf tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439763 May 26 19:55:11.052839 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-4051d6fb-0f32-45f0-bdc5-daf055521e4b req-93670ace-40ce-4595-ba33-b81a33bdefbe tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (a225d11b-f3f0-40f4-a4be-e42546652b57), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:11.080404 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93670ace-40ce-4595-ba33-b81a33bdefbe tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Pushing event deleted for resources: {'Port': ['ID=a225d11b-f3f0-40f4-a4be-e42546652b57,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:11.128757 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [req-4051d6fb-0f32-45f0-bdc5-daf055521e4b req-93670ace-40ce-4595-ba33-b81a33bdefbe tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] No DVR routers for this DVR port a225d11b-f3f0-40f4-a4be-e42546652b57 on host hv-cinder-82549 {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:55:11.131227 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [req-4051d6fb-0f32-45f0-bdc5-daf055521e4b req-93670ace-40ce-4595-ba33-b81a33bdefbe tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27271'] for port (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:11.134429 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [req-4051d6fb-0f32-45f0-bdc5-daf055521e4b req-93670ace-40ce-4595-ba33-b81a33bdefbe tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.77 "DELETE /v2.0/ports/a225d11b-f3f0-40f4-a4be-e42546652b57 HTTP/1.1" status: 204 len: 173 time: 0.4971373 May 26 19:55:11.134961 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d513a87-789f-41b6-91b0-b5a3624aae22', 'name': 'network-vif-deleted', 'tag': 'a225d11b-f3f0-40f4-a4be-e42546652b57'}] {{(pid=104684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:55:11.137229 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047660616396fd83b4409384369124a92b6f6cc54999e5edc75304d851e92224" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07911621-b172-4b5a-9d07-d59235a33d3f" -d '{"events": [{"server_uuid": "0d513a87-789f-41b6-91b0-b5a3624aae22", "name": "network-vif-deleted", "tag": "a225d11b-f3f0-40f4-a4be-e42546652b57"}]}' {{(pid=104684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 19:55:11.172487 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 19:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21eb22e1-4893-42f9-a867-9cb344a9011c x-openstack-request-id: req-21eb22e1-4893-42f9-a867-9cb344a9011c {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 19:55:11.172782 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d513a87-789f-41b6-91b0-b5a3624aae22", "name": "network-vif-deleted", "tag": "a225d11b-f3f0-40f4-a4be-e42546652b57", "status": "completed", "code": 200}]} {{(pid=104684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 19:55:11.173031 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-21eb22e1-4893-42f9-a867-9cb344a9011c {{(pid=104684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 19:55:11.173425 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21eb22e1-4893-42f9-a867-9cb344a9011c'] response: {'server_uuid': '0d513a87-789f-41b6-91b0-b5a3624aae22', 'name': 'network-vif-deleted', 'tag': 'a225d11b-f3f0-40f4-a4be-e42546652b57', 'status': 'completed', 'code': 200} May 26 19:55:12.090935 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [req-1445cd84-0c59-42e1-961b-fdbb33781bff req-bde8d3ae-8f4a-4256-9ed7-339ef9d06513 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d513a87-789f-41b6-91b0-b5a3624aae22 HTTP/1.1" status: 200 len: 210 time: 0.0292251 May 26 19:55:13.150354 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 33552) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:55:13.180830 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:13.206179 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-9b2955d1-e566-45d5-9bee-5089a09192b5 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group (7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:13.231613 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-9b2955d1-e566-45d5-9bee-5089a09192b5 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group (7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:13.355889 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-9b2955d1-e566-45d5-9bee-5089a09192b5 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:13.359157 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-9b2955d1-e566-45d5-9bee-5089a09192b5 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Publish callbacks [] for security_group (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:13.365953 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-9b2955d1-e566-45d5-9bee-5089a09192b5 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] 10.222.0.72 "DELETE /v2.0/security-groups/7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e HTTP/1.1" status: 204 len: 168 time: 0.2101450 May 26 19:55:13.370078 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2955d1-e566-45d5-9bee-5089a09192b5 tempest-TestShelveInstance-1538287486 tempest-TestShelveInstance-1538287486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4f5a61-b42a-43ca-b3a1-92123ddf3d7e,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:13.449235 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 33556) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:55:13.758436 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-6865b687-2131-4b17-93e0-f20b743e64e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616614'] for router_interface (f1724576-f293-4797-8da9-422db322ad04), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:13.970322 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-6865b687-2131-4b17-93e0-f20b743e64e5 admin admin] Deleting port cdfc1bb2-60cf-4281-9a5c-352cdd4696a7 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:55:13.970667 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-6865b687-2131-4b17-93e0-f20b743e64e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (cdfc1bb2-60cf-4281-9a5c-352cdd4696a7), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:14.045958 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [None req-6865b687-2131-4b17-93e0-f20b743e64e5 admin admin] For port cdfc1bb2-60cf-4281-9a5c-352cdd4696a7, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=cdfc1bb2-60cf-4281-9a5c-352cdd4696a7,segment=NetworkSegment(23a4cd55-7dff-4c32-803e-4ac080e2718f),segment_id=23a4cd55-7dff-4c32-803e-4ac080e2718f)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:55:14.046323 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-6865b687-2131-4b17-93e0-f20b743e64e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (cdfc1bb2-60cf-4281-9a5c-352cdd4696a7), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:14.058247 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:14.059421 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-6865b687-2131-4b17-93e0-f20b743e64e5 admin admin] Calling delete_port for cdfc1bb2-60cf-4281-9a5c-352cdd4696a7 owned by network:router_interface {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:55:14.161587 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=100 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:14.361051 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-6865b687-2131-4b17-93e0-f20b743e64e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (cdfc1bb2-60cf-4281-9a5c-352cdd4696a7), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:14.384197 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865b687-2131-4b17-93e0-f20b743e64e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdfc1bb2-60cf-4281-9a5c-352cdd4696a7,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:14.645879 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device a225d11b-f3f0-40f4-a4be-e42546652b57 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:55:14.666124 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] No Port match for: a225d11b-f3f0-40f4-a4be-e42546652b57 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:55:14.666387 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Device a225d11b-f3f0-40f4-a4be-e42546652b57 not bound to the agent host hv-cinder-82549 {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:55:14.793184 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-6865b687-2131-4b17-93e0-f20b743e64e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-131568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1616506'] for router_interface (f1724576-f293-4797-8da9-422db322ad04), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:14.994502 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6865b687-2131-4b17-93e0-f20b743e64e5 admin admin] Router f1724576-f293-4797-8da9-422db322ad04 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:55:15.093494 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6865b687-2131-4b17-93e0-f20b743e64e5 admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:55:15.098716 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-6865b687-2131-4b17-93e0-f20b743e64e5 admin admin] 10.222.0.72 "PUT /v2.0/routers/f1724576-f293-4797-8da9-422db322ad04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6483686 May 26 19:55:15.101565 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 33558) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:55:15.105055 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aba46a0-b06e-4c16-8969-6ec5de7a7a41 None None] Sync routers for ids ['f1724576-f293-4797-8da9-422db322ad04'] in dv-cinder-825492-17-iscsi {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:55:15.119910 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aba46a0-b06e-4c16-8969-6ec5de7a7a41 None None] Routers {'f1724576-f293-4797-8da9-422db322ad04'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:55:15.120508 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-2aba46a0-b06e-4c16-8969-6ec5de7a7a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:54:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['f1724576-f293-4797-8da9-422db322ad04'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:15.200279 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2321-ffb2-4ce5-9e3b-196f82165662 admin admin] Publish callbacks [] for router (f1724576-f293-4797-8da9-422db322ad04), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:15.219759 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-2aba46a0-b06e-4c16-8969-6ec5de7a7a41 None None] Set router f1724576-f293-4797-8da9-422db322ad04 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:55:15.299681 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2321-ffb2-4ce5-9e3b-196f82165662 admin admin] Publish callbacks [] for router_gateway (f1724576-f293-4797-8da9-422db322ad04), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:15.332061 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=100 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:15.386585 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-2aba46a0-b06e-4c16-8969-6ec5de7a7a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1724576-f293-4797-8da9-422db322ad04', 'name': 'tempest-TestShelveInstance-1130141916-router', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:55:14Z', 'revision_number': 5, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'gw_port': {'id': '6d8f99ac-6064-40c7-89fb-0cddf63bbddf', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:58:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1724576-f293-4797-8da9-422db322ad04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:15.411248 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aba46a0-b06e-4c16-8969-6ec5de7a7a41 None None] Checking router: f1724576-f293-4797-8da9-422db322ad04 for host: dv-cinder-825492-17-iscsi {{(pid=104686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:55:15.418157 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=100 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:15.420531 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aba46a0-b06e-4c16-8969-6ec5de7a7a41 None None] Routers {'f1724576-f293-4797-8da9-422db322ad04'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:55:15.421177 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-2aba46a0-b06e-4c16-8969-6ec5de7a7a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:54:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['f1724576-f293-4797-8da9-422db322ad04'], 'active': True} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:15.438875 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:15.442398 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d2321-ffb2-4ce5-9e3b-196f82165662 admin admin] Deleting port 6d8f99ac-6064-40c7-89fb-0cddf63bbddf {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:55:15.442853 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2321-ffb2-4ce5-9e3b-196f82165662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (6d8f99ac-6064-40c7-89fb-0cddf63bbddf), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:15.508185 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:15.512541 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvr_db [None req-2aba46a0-b06e-4c16-8969-6ec5de7a7a41 None None] Set router f1724576-f293-4797-8da9-422db322ad04 gateway port host: None {{(pid=104686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:55:15.549825 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [None req-0a4d2321-ffb2-4ce5-9e3b-196f82165662 admin admin] For port 6d8f99ac-6064-40c7-89fb-0cddf63bbddf, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=6d8f99ac-6064-40c7-89fb-0cddf63bbddf,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:55:15.550101 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2321-ffb2-4ce5-9e3b-196f82165662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (6d8f99ac-6064-40c7-89fb-0cddf63bbddf), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:15.560073 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_hamode_db [None req-2aba46a0-b06e-4c16-8969-6ec5de7a7a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1724576-f293-4797-8da9-422db322ad04', 'name': 'tempest-TestShelveInstance-1130141916-router', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:55:15Z', 'revision_number': 6, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'gw_port_host': None}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:15.567972 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d2321-ffb2-4ce5-9e3b-196f82165662 admin admin] Calling delete_port for 6d8f99ac-6064-40c7-89fb-0cddf63bbddf owned by network:router_gateway {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:55:15.589338 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aba46a0-b06e-4c16-8969-6ec5de7a7a41 None None] The sync data for ids ['f1724576-f293-4797-8da9-422db322ad04'] in dv-cinder-825492-17-iscsi is: [{'id': 'f1724576-f293-4797-8da9-422db322ad04', 'name': 'tempest-TestShelveInstance-1130141916-router', 'tenant_id': 'b321ef1c40e0427fb5ea28acac45322b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:31Z', 'updated_at': '2022-05-26T19:55:15Z', 'revision_number': 6, 'project_id': 'b321ef1c40e0427fb5ea28acac45322b', 'gw_port_host': None}] {{(pid=104686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:55:15.806932 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2321-ffb2-4ce5-9e3b-196f82165662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (6d8f99ac-6064-40c7-89fb-0cddf63bbddf), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:15.832977 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d2321-ffb2-4ce5-9e3b-196f82165662 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d8f99ac-6064-40c7-89fb-0cddf63bbddf,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:15.893769 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2321-ffb2-4ce5-9e3b-196f82165662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617880'] for router_gateway (f1724576-f293-4797-8da9-422db322ad04), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:15.981381 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2321-ffb2-4ce5-9e3b-196f82165662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1823113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7897'] for router (f1724576-f293-4797-8da9-422db322ad04), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:15.984444 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2321-ffb2-4ce5-9e3b-196f82165662 admin admin] Publish callbacks [] for router_controller (f1724576-f293-4797-8da9-422db322ad04), precommit_delete_associations {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:16.086533 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2321-ffb2-4ce5-9e3b-196f82165662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823106'] for router (f1724576-f293-4797-8da9-422db322ad04), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:16.087169 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4d2321-ffb2-4ce5-9e3b-196f82165662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1724576-f293-4797-8da9-422db322ad04 {{(pid=104684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 19:55:16.097748 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2321-ffb2-4ce5-9e3b-196f82165662 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:16.097748 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-0a4d2321-ffb2-4ce5-9e3b-196f82165662 admin admin] 10.222.0.72 "DELETE /v2.0/routers/f1724576-f293-4797-8da9-422db322ad04 HTTP/1.1" status: 204 len: 168 time: 0.9904666 May 26 19:55:16.097748 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 33560) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:55:16.140144 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.db_base_plugin_v2 [None req-046d7949-3183-448a-b385-2ed4f19d9ac6 admin admin] Deleting subnet 64898f9f-86ef-4088-a570-d99063830a19 {{(pid=104684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 19:55:16.143348 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-046d7949-3183-448a-b385-2ed4f19d9ac6 admin admin] Publish callbacks [] for subnet (64898f9f-86ef-4088-a570-d99063830a19), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:16.177494 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-046d7949-3183-448a-b385-2ed4f19d9ac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13475750'] for subnet (64898f9f-86ef-4088-a570-d99063830a19), precommit_delete_associations {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:16.293744 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-046d7949-3183-448a-b385-2ed4f19d9ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674963'] for subnet (64898f9f-86ef-4088-a570-d99063830a19), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:16.418585 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-046d7949-3183-448a-b385-2ed4f19d9ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13475664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13281352'] for subnet (64898f9f-86ef-4088-a570-d99063830a19), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:16.447510 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d7949-3183-448a-b385-2ed4f19d9ac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64898f9f-86ef-4088-a570-d99063830a19,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:16.449552 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-046d7949-3183-448a-b385-2ed4f19d9ac6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:16.456982 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-046d7949-3183-448a-b385-2ed4f19d9ac6 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/64898f9f-86ef-4088-a570-d99063830a19 HTTP/1.1" status: 204 len: 168 time: 0.3568997 May 26 19:55:16.457101 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c535f7-632b-4bdd-b0a2-446e5afc2ca0 None None] Network b3bc02ff-85cd-4b54-9247-099ac7b7141b requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:55:16.457536 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 33562) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:55:16.525835 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-dd40d78a-4a90-4507-970d-f641b1e4e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1324308'] for network (b3bc02ff-85cd-4b54-9247-099ac7b7141b), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:16.532206 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:16.577826 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-dd40d78a-4a90-4507-970d-f641b1e4e9b6 admin admin] Deleting port 1be9a5c0-0e60-477c-834a-6faed8df8e3d {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:55:16.578170 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-dd40d78a-4a90-4507-970d-f641b1e4e9b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (1be9a5c0-0e60-477c-834a-6faed8df8e3d), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:16.614059 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] DHCP port deletion for b3bc02ff-85cd-4b54-9247-099ac7b7141b request from dv-cinder-825492-17-iscsi {{(pid=104686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 19:55:16.645911 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [None req-dd40d78a-4a90-4507-970d-f641b1e4e9b6 admin admin] For port 1be9a5c0-0e60-477c-834a-6faed8df8e3d, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=1be9a5c0-0e60-477c-834a-6faed8df8e3d,segment=NetworkSegment(23a4cd55-7dff-4c32-803e-4ac080e2718f),segment_id=23a4cd55-7dff-4c32-803e-4ac080e2718f)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:55:16.646275 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-dd40d78a-4a90-4507-970d-f641b1e4e9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (1be9a5c0-0e60-477c-834a-6faed8df8e3d), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:16.651034 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] Deleting port 1be9a5c0-0e60-477c-834a-6faed8df8e3d {{(pid=104686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:55:16.651469 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (1be9a5c0-0e60-477c-834a-6faed8df8e3d), before_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:16.659195 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:16.660411 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-dd40d78a-4a90-4507-970d-f641b1e4e9b6 admin admin] Calling delete_port for 1be9a5c0-0e60-477c-834a-6faed8df8e3d owned by network:dhcp {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:55:16.714792 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] For port 1be9a5c0-0e60-477c-834a-6faed8df8e3d, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=1be9a5c0-0e60-477c-834a-6faed8df8e3d,segment=NetworkSegment(23a4cd55-7dff-4c32-803e-4ac080e2718f),segment_id=23a4cd55-7dff-4c32-803e-4ac080e2718f)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:55:16.715215 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (1be9a5c0-0e60-477c-834a-6faed8df8e3d), precommit_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:16.728058 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] Calling delete_port for 1be9a5c0-0e60-477c-834a-6faed8df8e3d owned by network:dhcp {{(pid=104686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:55:16.795370 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-dd40d78a-4a90-4507-970d-f641b1e4e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (1be9a5c0-0e60-477c-834a-6faed8df8e3d), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:16.812058 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700'] for port (1be9a5c0-0e60-477c-834a-6faed8df8e3d), after_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:16.819602 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40d78a-4a90-4507-970d-f641b1e4e9b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1be9a5c0-0e60-477c-834a-6faed8df8e3d,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:16.826103 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd40d78a-4a90-4507-970d-f641b1e4e9b6 admin admin] No DVR routers for this DVR port 1be9a5c0-0e60-477c-834a-6faed8df8e3d on host dv-cinder-825492-17-iscsi {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:55:16.844078 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] Pushing event deleted for resources: {'Port': ['ID=1be9a5c0-0e60-477c-834a-6faed8df8e3d,revision_number=None']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:16.845045 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] No DVR routers for this DVR port 1be9a5c0-0e60-477c-834a-6faed8df8e3d on host dv-cinder-825492-17-iscsi {{(pid=104686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:55:16.851717 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:16.852062 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:16.852402 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:16.852738 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:16.853062 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:16.853385 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:16.853707 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:16.854027 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:16.854456 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:16.854748 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:16.855172 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:16.855566 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:16.855697 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:16.855939 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:16.856253 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571beb8a-13d5-4aa7-add0-ff3ae9138cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:16.898148 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-dd40d78a-4a90-4507-970d-f641b1e4e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672550', 'neutron.services.segments.db._delete_segments_for_network-8748975417968'] for network (b3bc02ff-85cd-4b54-9247-099ac7b7141b), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:16.918949 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-dd40d78a-4a90-4507-970d-f641b1e4e9b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3bc02ff-85cd-4b54-9247-099ac7b7141b']}} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:16.929342 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-dd40d78a-4a90-4507-970d-f641b1e4e9b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a4cd55-7dff-4c32-803e-4ac080e2718f') {'for_net_delete': True} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:16.929629 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-dd40d78a-4a90-4507-970d-f641b1e4e9b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a4cd55-7dff-4c32-803e-4ac080e2718f') {} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:16.942439 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-dd40d78a-4a90-4507-970d-f641b1e4e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748975417721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13475743'] for segment (23a4cd55-7dff-4c32-803e-4ac080e2718f), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:16.955673 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-dd40d78a-4a90-4507-970d-f641b1e4e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (23a4cd55-7dff-4c32-803e-4ac080e2718f), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:16.961649 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd40d78a-4a90-4507-970d-f641b1e4e9b6 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:55:16.962055 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-dd40d78a-4a90-4507-970d-f641b1e4e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13474546'] for segment (23a4cd55-7dff-4c32-803e-4ac080e2718f), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:17.040102 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.services.segments.plugin [-] Segment 23a4cd55-7dff-4c32-803e-4ac080e2718f resource provider aggregate not found May 26 19:55:17.056867 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.services.segments.plugin [-] Segment 23a4cd55-7dff-4c32-803e-4ac080e2718f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23a4cd55-7dff-4c32-803e-4ac080e2718f found for delete ", "request_id": "req-9d0f4304-7776-44c4-bfe8-4c87885d54e8"}]} May 26 19:55:17.110338 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-dd40d78a-4a90-4507-970d-f641b1e4e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617908'] for network (b3bc02ff-85cd-4b54-9247-099ac7b7141b), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:17.116550 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-dd40d78a-4a90-4507-970d-f641b1e4e9b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:17.119671 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-dd40d78a-4a90-4507-970d-f641b1e4e9b6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b3bc02ff-85cd-4b54-9247-099ac7b7141b HTTP/1.1" status: 204 len: 168 time: 0.6629798 May 26 19:55:17.122660 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33570) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:55:17.129888 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40d78a-4a90-4507-970d-f641b1e4e9b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3bc02ff-85cd-4b54-9247-099ac7b7141b,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:17.424330 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616614'] for router_interface (2c24360d-f00d-4138-bddf-4ca71bccd512), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:17.614469 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 6d8f99ac-6064-40c7-89fb-0cddf63bbddf no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:55:17.634619 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: 6d8f99ac-6064-40c7-89fb-0cddf63bbddf {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:55:17.634872 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 6d8f99ac-6064-40c7-89fb-0cddf63bbddf not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:55:17.635313 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device cdfc1bb2-60cf-4281-9a5c-352cdd4696a7 no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:55:17.640743 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Deleting port b5e1f4f4-3dd7-4271-97af-2963dc18d7e3 {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:55:17.641082 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (b5e1f4f4-3dd7-4271-97af-2963dc18d7e3), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:17.652801 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: cdfc1bb2-60cf-4281-9a5c-352cdd4696a7 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:55:17.653148 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device cdfc1bb2-60cf-4281-9a5c-352cdd4696a7 not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:55:17.653549 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 1be9a5c0-0e60-477c-834a-6faed8df8e3d no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:55:17.674608 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: 1be9a5c0-0e60-477c-834a-6faed8df8e3d {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:55:17.674971 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 1be9a5c0-0e60-477c-834a-6faed8df8e3d not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:55:17.718136 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] For port b5e1f4f4-3dd7-4271-97af-2963dc18d7e3, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=b5e1f4f4-3dd7-4271-97af-2963dc18d7e3,segment=NetworkSegment(e08bd49b-c86c-4eb1-a809-76fbe5ad59d9),segment_id=e08bd49b-c86c-4eb1-a809-76fbe5ad59d9)] {{(pid=104685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:55:17.718495 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (b5e1f4f4-3dd7-4271-97af-2963dc18d7e3), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:17.731170 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Calling delete_port for b5e1f4f4-3dd7-4271-97af-2963dc18d7e3 owned by network:router_interface {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:55:17.789516 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:17.793826 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=100 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:17.972626 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (b5e1f4f4-3dd7-4271-97af-2963dc18d7e3), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:17.998645 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e1f4f4-3dd7-4271-97af-2963dc18d7e3,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:18.008469 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:18.008810 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:18.009141 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:18.009471 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:18.009793 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:18.010690 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:18.010690 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:18.010930 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:18.011134 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:18.011439 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:18.011757 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:18.012070 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:18.012382 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:18.012692 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:18.013001 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-17-iscsi {{(pid=104685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:18.175421 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-131568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1616506'] for router_interface (2c24360d-f00d-4138-bddf-4ca71bccd512), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:18.371843 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Router 2c24360d-f00d-4138-bddf-4ca71bccd512 has already been hosted by L3 agent 73641637-fbcb-4425-92ba-8ad6e332808d {{(pid=104685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 19:55:18.469362 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] Notify agent at l3_agent.dv-cinder-825492-17-iscsi the message routers_updated {{(pid=104685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 19:55:18.474786 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-2d3c5df1-7f38-424d-a627-a37b4fed10b7 admin admin] 10.222.0.72 "PUT /v2.0/routers/2c24360d-f00d-4138-bddf-4ca71bccd512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3506393 May 26 19:55:18.476630 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33572) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:55:18.478921 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbb587b-949a-4cc8-a8fc-2856726cd497 None None] Sync routers for ids ['2c24360d-f00d-4138-bddf-4ca71bccd512'] in dv-cinder-825492-17-iscsi {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:55:18.488723 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbb587b-949a-4cc8-a8fc-2856726cd497 None None] Routers {'2c24360d-f00d-4138-bddf-4ca71bccd512'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:55:18.489321 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-7cbb587b-949a-4cc8-a8fc-2856726cd497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:54:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['2c24360d-f00d-4138-bddf-4ca71bccd512'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:18.570179 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fabfdd05-4c28-49c3-89e5-9d71452b86b6 admin admin] Publish callbacks [] for router (2c24360d-f00d-4138-bddf-4ca71bccd512), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:18.586311 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-7cbb587b-949a-4cc8-a8fc-2856726cd497 None None] Set router 2c24360d-f00d-4138-bddf-4ca71bccd512 gateway port host: dv-cinder-825492-17-iscsi {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:55:18.666192 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fabfdd05-4c28-49c3-89e5-9d71452b86b6 admin admin] Publish callbacks [] for router_gateway (2c24360d-f00d-4138-bddf-4ca71bccd512), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:18.746218 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-7cbb587b-949a-4cc8-a8fc-2856726cd497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c24360d-f00d-4138-bddf-4ca71bccd512', 'name': 'tempest-TestShelveInstance-1617763983-router', 'tenant_id': '55153615c88c426b8be87376fe71de79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'external_fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '262575fc-8a2a-4b7c-b872-a539f38f1ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:37Z', 'updated_at': '2022-05-26T19:55:17Z', 'revision_number': 5, 'project_id': '55153615c88c426b8be87376fe71de79', 'gw_port': {'id': '262575fc-8a2a-4b7c-b872-a539f38f1ec1', 'name': '', 'network_id': '473fd369-73ea-4ef7-abf2-4c3d7dbfe407', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c24360d-f00d-4138-bddf-4ca71bccd512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:38Z', 'updated_at': '2022-05-26T19:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d33725-3d92-4da5-aaeb-c19a80fdf9e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-17-iscsi'}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:18.760226 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:18.771623 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbb587b-949a-4cc8-a8fc-2856726cd497 None None] Checking router: 2c24360d-f00d-4138-bddf-4ca71bccd512 for host: dv-cinder-825492-17-iscsi {{(pid=104687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:55:18.771961 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-fabfdd05-4c28-49c3-89e5-9d71452b86b6 admin admin] Deleting port 262575fc-8a2a-4b7c-b872-a539f38f1ec1 {{(pid=104685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:55:18.772297 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fabfdd05-4c28-49c3-89e5-9d71452b86b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (262575fc-8a2a-4b7c-b872-a539f38f1ec1), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:18.774707 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:18.781206 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbb587b-949a-4cc8-a8fc-2856726cd497 None None] Routers {'2c24360d-f00d-4138-bddf-4ca71bccd512'} bound to L3 agent in host dv-cinder-825492-17-iscsi {{(pid=104687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 19:55:18.781819 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-7cbb587b-949a-4cc8-a8fc-2856726cd497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T19:27:22Z,description=,heartbeat_timestamp=2022-05-26T19:54:52Z,host='dv-cinder-825492-17-iscsi',id=73641637-fbcb-4425-92ba-8ad6e332808d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T19:27:22Z,topic='l3_agent')) {'router_ids': ['2c24360d-f00d-4138-bddf-4ca71bccd512'], 'active': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:18.853637 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.db [None req-fabfdd05-4c28-49c3-89e5-9d71452b86b6 admin admin] For port 262575fc-8a2a-4b7c-b872-a539f38f1ec1, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=262575fc-8a2a-4b7c-b872-a539f38f1ec1,segment=NetworkSegment(42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e),segment_id=42c9cc5b-8a5d-4c60-bc38-4ba249a6f98e)] {{(pid=104685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:55:18.853993 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fabfdd05-4c28-49c3-89e5-9d71452b86b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (262575fc-8a2a-4b7c-b872-a539f38f1ec1), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:18.867411 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.plugins.ml2.plugin [None req-fabfdd05-4c28-49c3-89e5-9d71452b86b6 admin admin] Calling delete_port for 262575fc-8a2a-4b7c-b872-a539f38f1ec1 owned by network:router_gateway {{(pid=104685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:55:18.876742 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_dvr_db [None req-7cbb587b-949a-4cc8-a8fc-2856726cd497 None None] Set router 2c24360d-f00d-4138-bddf-4ca71bccd512 gateway port host: None {{(pid=104687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 19:55:18.929000 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.l3_hamode_db [None req-7cbb587b-949a-4cc8-a8fc-2856726cd497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c24360d-f00d-4138-bddf-4ca71bccd512', 'name': 'tempest-TestShelveInstance-1617763983-router', 'tenant_id': '55153615c88c426b8be87376fe71de79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:37Z', 'updated_at': '2022-05-26T19:55:18Z', 'revision_number': 6, 'project_id': '55153615c88c426b8be87376fe71de79', 'gw_port_host': None}], 'dv-cinder-825492-17-iscsi', False) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:18.954078 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbb587b-949a-4cc8-a8fc-2856726cd497 None None] The sync data for ids ['2c24360d-f00d-4138-bddf-4ca71bccd512'] in dv-cinder-825492-17-iscsi is: [{'id': '2c24360d-f00d-4138-bddf-4ca71bccd512', 'name': 'tempest-TestShelveInstance-1617763983-router', 'tenant_id': '55153615c88c426b8be87376fe71de79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:37Z', 'updated_at': '2022-05-26T19:55:18Z', 'revision_number': 6, 'project_id': '55153615c88c426b8be87376fe71de79', 'gw_port_host': None}] {{(pid=104687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:55:19.107219 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fabfdd05-4c28-49c3-89e5-9d71452b86b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099797'] for port (262575fc-8a2a-4b7c-b872-a539f38f1ec1), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:19.132347 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfdd05-4c28-49c3-89e5-9d71452b86b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=262575fc-8a2a-4b7c-b872-a539f38f1ec1,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:19.194644 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fabfdd05-4c28-49c3-89e5-9d71452b86b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617880'] for router_gateway (2c24360d-f00d-4138-bddf-4ca71bccd512), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:19.276588 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fabfdd05-4c28-49c3-89e5-9d71452b86b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1823113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7897'] for router (2c24360d-f00d-4138-bddf-4ca71bccd512), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:19.278663 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fabfdd05-4c28-49c3-89e5-9d71452b86b6 admin admin] Publish callbacks [] for router_controller (2c24360d-f00d-4138-bddf-4ca71bccd512), precommit_delete_associations {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:19.393111 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fabfdd05-4c28-49c3-89e5-9d71452b86b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823106'] for router (2c24360d-f00d-4138-bddf-4ca71bccd512), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:19.393723 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabfdd05-4c28-49c3-89e5-9d71452b86b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c24360d-f00d-4138-bddf-4ca71bccd512 {{(pid=104685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 19:55:19.397956 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fabfdd05-4c28-49c3-89e5-9d71452b86b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:19.399086 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-fabfdd05-4c28-49c3-89e5-9d71452b86b6 admin admin] 10.222.0.72 "DELETE /v2.0/routers/2c24360d-f00d-4138-bddf-4ca71bccd512 HTTP/1.1" status: 204 len: 168 time: 0.9215388 May 26 19:55:19.401552 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33574) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:55:19.444933 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb2823b-9631-4855-bea0-e27d1e86f78d admin admin] Deleting subnet 7e9c3688-e9f9-4661-b026-e1f48ff47b65 {{(pid=104685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 19:55:19.447917 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fbb2823b-9631-4855-bea0-e27d1e86f78d admin admin] Publish callbacks [] for subnet (7e9c3688-e9f9-4661-b026-e1f48ff47b65), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:19.481344 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fbb2823b-9631-4855-bea0-e27d1e86f78d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16119955'] for subnet (7e9c3688-e9f9-4661-b026-e1f48ff47b65), precommit_delete_associations {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:19.482768 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:19.532218 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-22ce7a2a-c6f8-4cac-87ef-181776a0d196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:19.560360 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fbb2823b-9631-4855-bea0-e27d1e86f78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674963'] for subnet (7e9c3688-e9f9-4661-b026-e1f48ff47b65), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:19.698771 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fbb2823b-9631-4855-bea0-e27d1e86f78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16100388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15975570'] for subnet (7e9c3688-e9f9-4661-b026-e1f48ff47b65), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:19.727487 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2823b-9631-4855-bea0-e27d1e86f78d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e9c3688-e9f9-4661-b026-e1f48ff47b65,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:19.732420 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device b5e1f4f4-3dd7-4271-97af-2963dc18d7e3 no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:55:19.732579 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-fbb2823b-9631-4855-bea0-e27d1e86f78d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for subnet (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:19.737543 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-fbb2823b-9631-4855-bea0-e27d1e86f78d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7e9c3688-e9f9-4661-b026-e1f48ff47b65 HTTP/1.1" status: 204 len: 168 time: 0.3328154 May 26 19:55:19.737959 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [-] (104684) accepted ('10.222.0.72', 33576) {{(pid=104684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:55:19.739892 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121b42f2-a393-4210-a103-ce43c25a3761 None None] Network b6343f82-1561-45d1-bbda-f952644e5bfa requested from dv-cinder-825492-17-iscsi {{(pid=104686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 19:55:19.757720 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: b5e1f4f4-3dd7-4271-97af-2963dc18d7e3 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:55:19.758057 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device b5e1f4f4-3dd7-4271-97af-2963dc18d7e3 not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:55:19.760982 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 262575fc-8a2a-4b7c-b872-a539f38f1ec1 no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:55:19.788602 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: 262575fc-8a2a-4b7c-b872-a539f38f1ec1 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:55:19.788939 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 262575fc-8a2a-4b7c-b872-a539f38f1ec1 not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:55:19.821676 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f914ec28-ccac-493b-936b-7b836f28a4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1324308'] for network (b6343f82-1561-45d1-bbda-f952644e5bfa), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:19.864576 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-f914ec28-ccac-493b-936b-7b836f28a4cc admin admin] Deleting port 21cfc516-6722-4074-b4f1-70a671847a21 {{(pid=104684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:55:19.865003 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f914ec28-ccac-493b-936b-7b836f28a4cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (21cfc516-6722-4074-b4f1-70a671847a21), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:19.931292 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.db [None req-f914ec28-ccac-493b-936b-7b836f28a4cc admin admin] For port 21cfc516-6722-4074-b4f1-70a671847a21, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=21cfc516-6722-4074-b4f1-70a671847a21,segment=NetworkSegment(e08bd49b-c86c-4eb1-a809-76fbe5ad59d9),segment_id=e08bd49b-c86c-4eb1-a809-76fbe5ad59d9)] {{(pid=104684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:55:19.931678 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f914ec28-ccac-493b-936b-7b836f28a4cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (21cfc516-6722-4074-b4f1-70a671847a21), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:19.934738 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d79273-2157-42b1-9e3f-7431f3b9fb89 None None] DHCP port deletion for b6343f82-1561-45d1-bbda-f952644e5bfa request from dv-cinder-825492-17-iscsi {{(pid=104686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 19:55:19.951493 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.plugin [None req-f914ec28-ccac-493b-936b-7b836f28a4cc admin admin] Calling delete_port for 21cfc516-6722-4074-b4f1-70a671847a21 owned by network:dhcp {{(pid=104684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:55:19.978141 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-a3d79273-2157-42b1-9e3f-7431f3b9fb89 None None] Deleting port 21cfc516-6722-4074-b4f1-70a671847a21 {{(pid=104686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 19:55:19.978881 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a3d79273-2157-42b1-9e3f-7431f3b9fb89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748975436517'] for port (21cfc516-6722-4074-b4f1-70a671847a21), before_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:20.046811 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.db [None req-a3d79273-2157-42b1-9e3f-7431f3b9fb89 None None] For port 21cfc516-6722-4074-b4f1-70a671847a21, host dv-cinder-825492-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-17-iscsi',level=0,port_id=21cfc516-6722-4074-b4f1-70a671847a21,segment=NetworkSegment(e08bd49b-c86c-4eb1-a809-76fbe5ad59d9),segment_id=e08bd49b-c86c-4eb1-a809-76fbe5ad59d9)] {{(pid=104686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 19:55:20.047235 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a3d79273-2157-42b1-9e3f-7431f3b9fb89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624670'] for port (21cfc516-6722-4074-b4f1-70a671847a21), precommit_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:20.059959 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-a3d79273-2157-42b1-9e3f-7431f3b9fb89 None None] Calling delete_port for 21cfc516-6722-4074-b4f1-70a671847a21 owned by network:dhcp {{(pid=104686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 19:55:20.096006 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f914ec28-ccac-493b-936b-7b836f28a4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474465'] for port (21cfc516-6722-4074-b4f1-70a671847a21), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:20.121901 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f914ec28-ccac-493b-936b-7b836f28a4cc admin admin] No DVR routers for this DVR port 21cfc516-6722-4074-b4f1-70a671847a21 on host dv-cinder-825492-17-iscsi {{(pid=104684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:55:20.127413 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914ec28-ccac-493b-936b-7b836f28a4cc admin admin] Pushing event deleted for resources: {'Port': ['ID=21cfc516-6722-4074-b4f1-70a671847a21,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:20.135134 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a3d79273-2157-42b1-9e3f-7431f3b9fb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748975445459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748974906700'] for port (21cfc516-6722-4074-b4f1-70a671847a21), after_delete {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:20.159822 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d79273-2157-42b1-9e3f-7431f3b9fb89 None None] Pushing event deleted for resources: {'Port': ['ID=21cfc516-6722-4074-b4f1-70a671847a21,revision_number=None']} {{(pid=104686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:20.163350 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d79273-2157-42b1-9e3f-7431f3b9fb89 None None] No DVR routers for this DVR port 21cfc516-6722-4074-b4f1-70a671847a21 on host dv-cinder-825492-17-iscsi {{(pid=104686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:55:20.199695 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f914ec28-ccac-493b-936b-7b836f28a4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672550', 'neutron.services.segments.db._delete_segments_for_network-8748975417968'] for network (b6343f82-1561-45d1-bbda-f952644e5bfa), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:20.219688 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:20.224049 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-f914ec28-ccac-493b-936b-7b836f28a4cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6343f82-1561-45d1-bbda-f952644e5bfa']}} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:20.233828 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-f914ec28-ccac-493b-936b-7b836f28a4cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08bd49b-c86c-4eb1-a809-76fbe5ad59d9') {'for_net_delete': True} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:20.234119 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.services.segments.db [None req-f914ec28-ccac-493b-936b-7b836f28a4cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08bd49b-c86c-4eb1-a809-76fbe5ad59d9') {} {{(pid=104684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:20.243423 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f914ec28-ccac-493b-936b-7b836f28a4cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748975417721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13475743'] for segment (e08bd49b-c86c-4eb1-a809-76fbe5ad59d9), before_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:20.257656 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f914ec28-ccac-493b-936b-7b836f28a4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572'] for segment (e08bd49b-c86c-4eb1-a809-76fbe5ad59d9), precommit_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:20.263987 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f914ec28-ccac-493b-936b-7b836f28a4cc admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:55:20.265699 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f914ec28-ccac-493b-936b-7b836f28a4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13474546'] for segment (e08bd49b-c86c-4eb1-a809-76fbe5ad59d9), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:20.283219 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.services.segments.plugin [-] Segment e08bd49b-c86c-4eb1-a809-76fbe5ad59d9 resource provider aggregate not found May 26 19:55:20.322825 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.services.segments.plugin [-] Segment e08bd49b-c86c-4eb1-a809-76fbe5ad59d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e08bd49b-c86c-4eb1-a809-76fbe5ad59d9 found for delete ", "request_id": "req-56ea6e94-8b17-4224-8c03-994da94d934d"}]} May 26 19:55:20.381717 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f914ec28-ccac-493b-936b-7b836f28a4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-131563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617908'] for network (b6343f82-1561-45d1-bbda-f952644e5bfa), after_delete {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:20.389281 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron_lib.callbacks.manager [None req-f914ec28-ccac-493b-936b-7b836f28a4cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-131541'] for network (None), before_response {{(pid=104684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:20.391169 dv-cinder-825492-17-iscsi neutron-server[104684]: INFO neutron.wsgi [None req-f914ec28-ccac-493b-936b-7b836f28a4cc admin admin] 10.222.0.72 "DELETE /v2.0/networks/b6343f82-1561-45d1-bbda-f952644e5bfa HTTP/1.1" status: 204 len: 168 time: 0.6521997 May 26 19:55:20.400877 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914ec28-ccac-493b-936b-7b836f28a4cc admin admin] Pushing event deleted for resources: {'Network': ['ID=b6343f82-1561-45d1-bbda-f952644e5bfa,revision_number=None']} {{(pid=104684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:20.772827 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33584) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:55:20.812460 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-d508c3b7-081e-46c0-9878-bcb19639aeb4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b321ef1c40e0427fb5ea28acac45322b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384254 May 26 19:55:20.814756 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33586) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:55:20.873035 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f1164bf3-0fed-446c-a5b6-4805b0717ee2 admin admin] Publish callbacks [] for security_group (c89f1ac4-3218-4167-9a00-905e2d9ffdba), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:20.897104 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f1164bf3-0fed-446c-a5b6-4805b0717ee2 admin admin] Publish callbacks [] for security_group (c89f1ac4-3218-4167-9a00-905e2d9ffdba), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:21.023683 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f1164bf3-0fed-446c-a5b6-4805b0717ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (c89f1ac4-3218-4167-9a00-905e2d9ffdba), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:21.026186 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-f1164bf3-0fed-446c-a5b6-4805b0717ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:21.027336 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-f1164bf3-0fed-446c-a5b6-4805b0717ee2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c89f1ac4-3218-4167-9a00-905e2d9ffdba HTTP/1.1" status: 204 len: 168 time: 0.2040370 May 26 19:55:21.036216 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1164bf3-0fed-446c-a5b6-4805b0717ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89f1ac4-3218-4167-9a00-905e2d9ffdba,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:21.610015 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 21cfc516-6722-4074-b4f1-70a671847a21 no longer exists at agent ovs-agent-dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 19:55:21.613265 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:21.630313 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] No Port match for: 21cfc516-6722-4074-b4f1-70a671847a21 {{(pid=104686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 19:55:21.630652 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.rpc [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Device 21cfc516-6722-4074-b4f1-70a671847a21 not bound to the agent host dv-cinder-825492-17-iscsi {{(pid=104686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 19:55:21.733827 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33592) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:55:21.754399 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:21.774316 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-61785f8b-9b5a-4c01-a2c9-d1abde2db309 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=55153615c88c426b8be87376fe71de79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393498 May 26 19:55:21.776940 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.wsgi [-] (104685) accepted ('10.222.0.72', 33594) {{(pid=104685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 19:55:21.823227 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2232bdcf-edd1-4054-a914-26b94196669a admin admin] Publish callbacks [] for security_group (aad8be47-a607-41c1-9fe9-7c5271dcf86a), before_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:21.835207 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-7c310450-c76a-4bfe-95fc-bd9d5c3ac3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:21.843805 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2232bdcf-edd1-4054-a914-26b94196669a admin admin] Publish callbacks [] for security_group (aad8be47-a607-41c1-9fe9-7c5271dcf86a), precommit_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:21.964100 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2232bdcf-edd1-4054-a914-26b94196669a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677080'] for security_group (aad8be47-a607-41c1-9fe9-7c5271dcf86a), after_delete {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:21.966627 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron_lib.callbacks.manager [None req-2232bdcf-edd1-4054-a914-26b94196669a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:21.967813 dv-cinder-825492-17-iscsi neutron-server[104685]: INFO neutron.wsgi [None req-2232bdcf-edd1-4054-a914-26b94196669a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aad8be47-a607-41c1-9fe9-7c5271dcf86a HTTP/1.1" status: 204 len: 168 time: 0.1900070 May 26 19:55:21.975353 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232bdcf-edd1-4054-a914-26b94196669a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad8be47-a607-41c1-9fe9-7c5271dcf86a,revision_number=None']} {{(pid=104685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:22.999657 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:24.658323 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:25.921139 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:27.309485 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:27.415592 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:29.529196 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:55:30.392848 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG dbcounter [-] [104684] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:31.971388 dv-cinder-825492-17-iscsi neutron-server[104685]: DEBUG dbcounter [-] [104685] Writing DB stats neutron:SELECT=61,neutron:DELETE=6 {{(pid=104685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:37.649438 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:37.651199 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=12 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:39.524412 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=47 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:39.525254 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=48,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:55:49.559977 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-16058050-5687-41ca-81f8-48042277de24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:51.840349 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-8d4829f5-dad3-479b-891e-99b2f95b2929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:53.022920 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:54.663575 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:55.891657 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:55:57.491342 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:56:06.528710 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:56:07.326289 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:56:07.328143 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:56:17.645517 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=19 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:56:17.647273 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=15 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:56:19.600440 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2ede788d-b2bf-401a-ae62-c6ba17155f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:56:21.822669 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-ef74138d-8d23-45a0-9fa2-c054849bb3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:56:23.002242 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:56:24.668496 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:56:25.902102 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:56:27.410711 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:56:37.323385 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:56:37.325282 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:56:43.529808 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:56:49.550250 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-1c992c7b-c63f-43d3-b745-2f7999ad02bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:56:51.847305 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-fc413919-056e-4239-b066-798a89ff805f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:56:53.016105 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:56:53.524043 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:56:53.524772 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:56:54.650463 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:56:55.912997 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:56:57.410600 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:57:07.321853 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:57:07.322668 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:57:19.581623 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-d5fedba5-2f1d-4246-9c40-42bb00af7dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:57:20.529066 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:57:21.821528 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-b89cd036-b343-4e81-b0ef-1a453ec32964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:57:23.009816 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:57:24.655622 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:57:25.880385 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:57:26.548585 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:57:27.410060 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:57:30.525375 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:57:37.652504 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:57:37.654339 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:57:49.559472 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-ba4c5d10-7ea8-40bb-89b3-62c4631a4735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:57:51.828326 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-00e004d4-902c-41cd-a3f7-bcf0c50e37a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:57:53.003365 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:57:54.671937 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:57:55.923810 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:57:57.386271 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:57:57.529924 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:58:07.325295 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:58:07.326107 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:58:07.525075 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:58:07.525848 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:58:17.742419 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:58:17.744298 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=18 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:58:19.547517 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-d2883170-5d16-4ccc-8f30-3f81381fed17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:58:21.861320 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-83e0d462-8287-4eb5-80e3-17b6af742644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:58:23.049575 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:58:24.672646 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:58:25.901129 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:58:27.398986 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:58:34.529194 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:58:37.322490 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:58:37.324383 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:58:40.545391 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:58:44.525250 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:58:45.626978 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [req-f865a1a4-0115-422d-a4f5-3e95456279f3 req-58d48e67-decc-4685-a2af-008ac7b0b697 service neutron] (104684) timed out ('10.222.0.72', 55978) {{(pid=104684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 19:58:45.699602 dv-cinder-825492-17-iscsi neutron-server[104684]: DEBUG neutron.wsgi [req-f865a1a4-0115-422d-a4f5-3e95456279f3 req-4af80987-ce0b-4364-94d3-dc21fb155b84 tempest-AttachVolumeShelveTestJSON-1891182257 tempest-AttachVolumeShelveTestJSON-1891182257-project] (104684) timed out ('10.222.0.72', 55988) {{(pid=104684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 19:58:49.574700 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-60d0d21a-757e-46a0-90ab-5f07af275c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:58:51.832187 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-d92b5522-c92f-483f-b95b-f517e1b49beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:58:53.012702 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:58:54.660037 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:58:55.882924 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:58:57.397322 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:59:07.332804 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:59:07.334696 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:59:11.528364 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:59:19.557260 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-9cfa5db3-4750-4ea8-aaa5-b0832ae28c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:59:20.530947 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:59:21.525091 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:59:21.819680 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-ec450600-9398-4f95-9161-2a4c80b0c650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:59:22.996111 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:59:24.653615 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:59:25.904969 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:59:27.430595 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:59:37.658675 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:59:37.660481 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:59:48.528286 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 19:59:49.532820 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-8a5e7394-9885-4ebb-97a8-ecd4e9999e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:59:51.863935 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-e9a77e6b-9b1a-47ba-8c1b-80dc87a56df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:59:53.018196 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:59:54.557111 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 19:59:54.669662 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:59:55.880802 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:59:57.412712 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 19:59:58.524429 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:00:07.346530 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:00:07.348541 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:00:17.668032 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=14 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:00:17.670803 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=12 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:00:19.560330 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-35263234-236c-4afd-85b4-05107ab90153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (334e9f8c-ffb2-4cf1-9422-c5afdc325939), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:00:21.845574 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-080904d0-d34b-4557-a23d-f68926f695a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (73641637-fbcb-4425-92ba-8ad6e332808d), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:00:23.018302 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-6ce727af-36da-4180-b05c-8954227c37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (3aad8216-a895-4cd2-9c78-ef8175f61c67), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:00:24.703256 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-a03f2259-7def-45a5-9373-f72fbb39dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (00c19463-8e8b-40ae-bba8-c86592a36460), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:00:25.527615 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG neutron.db.agents_db [None req-cd72a916-fbc8-47c3-9aff-2a685c47e545 None None] Agent healthcheck: found 6 active agents {{(pid=104687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 20:00:25.943037 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-26ebe4ad-4b6b-4170-b92e-74965fbafa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (b0f05f65-38f4-44e7-8f2a-47a9f5fa7f31), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:00:27.411727 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-593d2ea7-c75e-4a35-bd79-c1ff55e5f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748975417950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752613'] for agent (c3a211c9-c98b-4801-84c3-445f8272aa25), after_update {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:00:31.554222 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:00:35.524662 dv-cinder-825492-17-iscsi neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:00:37.346516 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:00:37.348461 dv-cinder-825492-17-iscsi neutron-server[104686]: DEBUG dbcounter [-] [104686] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}